2024-11-20 19:19:33,362 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 19:19:33,390 main DEBUG Took 0.025572 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 19:19:33,390 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 19:19:33,391 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 19:19:33,392 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 19:19:33,393 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,402 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 19:19:33,419 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,420 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,421 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,422 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,423 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,423 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,425 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,425 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,426 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,426 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,428 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,429 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,429 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,430 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,431 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,431 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,432 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,432 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,433 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,433 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,434 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,435 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,435 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 19:19:33,436 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,437 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 19:19:33,439 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 19:19:33,441 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 19:19:33,443 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 19:19:33,444 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 19:19:33,445 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 19:19:33,446 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 19:19:33,455 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 19:19:33,458 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 19:19:33,461 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 19:19:33,461 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 19:19:33,462 main DEBUG createAppenders(={Console}) 2024-11-20 19:19:33,462 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 19:19:33,463 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 19:19:33,463 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 19:19:33,464 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 19:19:33,464 main DEBUG OutputStream closed 2024-11-20 19:19:33,464 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 19:19:33,464 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 19:19:33,465 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 19:19:33,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 19:19:33,558 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 19:19:33,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 19:19:33,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 19:19:33,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 19:19:33,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 19:19:33,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 19:19:33,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 19:19:33,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 19:19:33,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 19:19:33,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 19:19:33,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 19:19:33,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 19:19:33,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 19:19:33,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 19:19:33,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 19:19:33,566 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 19:19:33,567 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 19:19:33,570 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 19:19:33,570 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 19:19:33,571 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 19:19:33,572 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T19:19:33,585 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 19:19:33,588 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 19:19:33,588 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T19:19:33,656 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=481, ProcessCount=11, AvailableMemoryMB=5028 2024-11-20T19:19:33,897 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T19:19:33,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b 2024-11-20T19:19:33,939 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/cluster_585725a8-a550-1bba-a80d-fa2adedcf39a, deleteOnExit=true 2024-11-20T19:19:34,042 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/cluster_585725a8-a550-1bba-a80d-fa2adedcf39a/zookeeper_0, clientPort=52937, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/cluster_585725a8-a550-1bba-a80d-fa2adedcf39a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/cluster_585725a8-a550-1bba-a80d-fa2adedcf39a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:19:34,058 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52937 2024-11-20T19:19:34,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:19:34,074 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:19:34,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/test.cache.data in system properties and HBase conf 2024-11-20T19:19:34,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:19:34,076 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:19:34,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:19:34,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:19:34,078 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:19:34,164 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T19:19:34,258 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:19:34,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:19:34,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:19:34,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:19:34,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:19:34,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:19:34,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:19:34,265 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:19:34,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:19:34,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:19:34,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:19:34,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:19:34,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:19:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:19:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:19:35,664 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T19:19:35,734 INFO [Time-limited test {}] log.Log(170): Logging initialized @3116ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T19:19:35,804 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:19:35,881 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:19:35,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:19:35,913 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:19:35,921 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:19:35,942 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:19:35,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:19:35,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:19:36,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/java.io.tmpdir/jetty-localhost-44881-hadoop-hdfs-3_4_1-tests_jar-_-any-10809710710656306500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:19:36,155 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44881} 2024-11-20T19:19:36,155 INFO [Time-limited test {}] server.Server(415): Started @3538ms 2024-11-20T19:19:36,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:19:36,732 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:19:36,733 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:19:36,734 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:19:36,734 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:19:36,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:19:36,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:19:36,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/java.io.tmpdir/jetty-localhost-33649-hadoop-hdfs-3_4_1-tests_jar-_-any-13101273959300234794/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:19:36,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:33649} 2024-11-20T19:19:36,835 INFO [Time-limited test {}] server.Server(415): Started @4218ms 2024-11-20T19:19:36,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:19:38,156 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/cluster_585725a8-a550-1bba-a80d-fa2adedcf39a/data/data2/current/BP-1249773747-172.17.0.3-1732130374911/current, will proceed with Du for space computation calculation, 2024-11-20T19:19:38,156 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/cluster_585725a8-a550-1bba-a80d-fa2adedcf39a/data/data1/current/BP-1249773747-172.17.0.3-1732130374911/current, will proceed with Du for space computation calculation, 2024-11-20T19:19:38,193 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:19:38,242 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12ea4abe6bed1545 with lease ID 0xb03526e97cec0cfd: Processing first storage report for DS-a94d9be2-56dc-44b6-acad-8e346989ec9d from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=7fc6be5f-5de2-44a0-b4e6-dff6c8d57714, infoPort=45917, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=1905425018;c=1732130374911) 2024-11-20T19:19:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12ea4abe6bed1545 with lease ID 0xb03526e97cec0cfd: from storage DS-a94d9be2-56dc-44b6-acad-8e346989ec9d node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=7fc6be5f-5de2-44a0-b4e6-dff6c8d57714, infoPort=45917, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=1905425018;c=1732130374911), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T19:19:38,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12ea4abe6bed1545 with lease ID 0xb03526e97cec0cfd: Processing first storage report for DS-c6151c9d-a953-4d0c-8ffd-aa21ce6781ba from datanode DatanodeRegistration(127.0.0.1:36999, datanodeUuid=7fc6be5f-5de2-44a0-b4e6-dff6c8d57714, infoPort=45917, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=1905425018;c=1732130374911) 2024-11-20T19:19:38,244 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12ea4abe6bed1545 with lease ID 0xb03526e97cec0cfd: from storage DS-c6151c9d-a953-4d0c-8ffd-aa21ce6781ba node DatanodeRegistration(127.0.0.1:36999, datanodeUuid=7fc6be5f-5de2-44a0-b4e6-dff6c8d57714, infoPort=45917, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=1905425018;c=1732130374911), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:19:38,325 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b 2024-11-20T19:19:38,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:38,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:38,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:19:38,942 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe with version=8 2024-11-20T19:19:38,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/hbase-staging 2024-11-20T19:19:39,025 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T19:19:39,220 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:19:39,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:39,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:39,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:19:39,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:39,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:19:39,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:19:39,443 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T19:19:39,452 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T19:19:39,455 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:19:39,479 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11271 (auto-detected) 2024-11-20T19:19:39,480 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T19:19:39,498 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36959 2024-11-20T19:19:39,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36959 connecting to ZooKeeper ensemble=127.0.0.1:52937 2024-11-20T19:19:39,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:369590x0, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:19:39,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36959-0x10159affd2a0000 connected 2024-11-20T19:19:39,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:39,732 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:39,743 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/running 2024-11-20T19:19:39,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe, hbase.cluster.distributed=false 2024-11-20T19:19:39,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/acl 2024-11-20T19:19:39,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-20T19:19:39,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36959 2024-11-20T19:19:39,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36959 2024-11-20T19:19:39,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-20T19:19:39,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36959 2024-11-20T19:19:39,887 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:19:39,888 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:39,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:39,889 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:19:39,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:39,889 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:19:39,891 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:19:39,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:19:39,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39903 2024-11-20T19:19:39,897 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39903 connecting to ZooKeeper ensemble=127.0.0.1:52937 2024-11-20T19:19:39,898 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:39,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:39,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399030x0, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:19:39,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/running 2024-11-20T19:19:39,913 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39903-0x10159affd2a0001 connected 2024-11-20T19:19:39,917 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:19:39,924 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:19:39,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/master 2024-11-20T19:19:39,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/acl 2024-11-20T19:19:39,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39903 2024-11-20T19:19:39,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39903 2024-11-20T19:19:39,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39903 2024-11-20T19:19:39,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39903 2024-11-20T19:19:39,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39903 2024-11-20T19:19:39,948 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:36959 2024-11-20T19:19:39,950 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0269080983/backup-masters/e14ef07817f4,36959,1732130379070 2024-11-20T19:19:39,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/backup-masters 2024-11-20T19:19:39,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/backup-masters 2024-11-20T19:19:39,968 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on existing znode=/0269080983/backup-masters/e14ef07817f4,36959,1732130379070 2024-11-20T19:19:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0269080983/master 2024-11-20T19:19:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:39,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:39,998 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on existing znode=/0269080983/master 2024-11-20T19:19:40,000 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0269080983/backup-masters/e14ef07817f4,36959,1732130379070 from backup master directory 2024-11-20T19:19:40,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/backup-masters/e14ef07817f4,36959,1732130379070 2024-11-20T19:19:40,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/backup-masters 2024-11-20T19:19:40,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/backup-masters 2024-11-20T19:19:40,008 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:19:40,008 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,36959,1732130379070 2024-11-20T19:19:40,010 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T19:19:40,011 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T19:19:40,062 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/hbase.id] with ID: 9f6078d1-32c0-4dab-b7db-575b8b634270 2024-11-20T19:19:40,062 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/.tmp/hbase.id 2024-11-20T19:19:40,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:19:40,473 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/.tmp/hbase.id]:[hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/hbase.id] 2024-11-20T19:19:40,519 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:40,526 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:19:40,545 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-20T19:19:40,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:40,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:40,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:19:40,999 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:19:41,003 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:19:41,023 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:19:41,028 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:41,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:19:41,482 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store 2024-11-20T19:19:41,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:19:41,917 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T19:19:41,920 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:41,921 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:19:41,922 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:41,922 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:41,923 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:19:41,924 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:41,924 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:41,926 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130381921Disabling compacts and flushes for region at 1732130381921Disabling writes for close at 1732130381924 (+3 ms)Writing region close event to WAL at 1732130381924Closed at 1732130381924 2024-11-20T19:19:41,928 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/.initializing 2024-11-20T19:19:41,928 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070 2024-11-20T19:19:41,937 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:19:41,950 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C36959%2C1732130379070, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/oldWALs, maxLogs=10 2024-11-20T19:19:41,972 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070/e14ef07817f4%2C36959%2C1732130379070.1732130381955, exclude list is [], retry=0 2024-11-20T19:19:41,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-a94d9be2-56dc-44b6-acad-8e346989ec9d,DISK] 2024-11-20T19:19:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T19:19:42,027 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070/e14ef07817f4%2C36959%2C1732130379070.1732130381955 2024-11-20T19:19:42,028 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-20T19:19:42,029 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:19:42,029 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:42,032 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,033 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,066 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:19:42,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:42,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:42,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:19:42,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:42,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:42,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:19:42,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:42,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:42,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:19:42,107 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:42,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:42,109 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,112 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,113 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,119 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,119 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,123 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:19:42,126 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:42,131 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:19:42,132 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69577976, jitterRate=0.036792635917663574}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:19:42,140 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130382043Initializing all the Stores at 1732130382046 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130382046Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130382047 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130382047Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130382047Cleaning up temporary data from old regions at 1732130382119 (+72 ms)Region opened successfully at 1732130382139 (+20 ms) 2024-11-20T19:19:42,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:19:42,175 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663413e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:19:42,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:19:42,224 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:19:42,225 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:19:42,228 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:19:42,230 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T19:19:42,235 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T19:19:42,235 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:19:42,262 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:19:42,273 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/balancer because node does not exist (not necessarily an error) 2024-11-20T19:19:42,353 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/balancer already deleted, retry=false 2024-11-20T19:19:42,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:19:42,357 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:19:42,401 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/normalizer already deleted, retry=false 2024-11-20T19:19:42,404 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:19:42,408 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:19:42,428 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/switch/split already deleted, retry=false 2024-11-20T19:19:42,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:19:42,438 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/switch/merge already deleted, retry=false 2024-11-20T19:19:42,457 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:19:42,470 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/snapshot-cleanup already deleted, retry=false 2024-11-20T19:19:42,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0269080983/running 2024-11-20T19:19:42,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0269080983/running 2024-11-20T19:19:42,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:42,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:42,483 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,36959,1732130379070, sessionid=0x10159affd2a0000, setting cluster-up flag (Was=false) 2024-11-20T19:19:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:42,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:42,544 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0269080983/flush-table-proc/acquired, /0269080983/flush-table-proc/reached, /0269080983/flush-table-proc/abort 2024-11-20T19:19:42,546 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,36959,1732130379070 2024-11-20T19:19:42,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:42,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:42,596 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0269080983/online-snapshot/acquired, /0269080983/online-snapshot/reached, /0269080983/online-snapshot/abort 2024-11-20T19:19:42,599 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,36959,1732130379070 2024-11-20T19:19:42,607 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:19:42,641 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(746): ClusterId : 9f6078d1-32c0-4dab-b7db-575b8b634270 2024-11-20T19:19:42,643 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:19:42,651 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:19:42,651 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:19:42,661 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:19:42,662 DEBUG [RS:0;e14ef07817f4:39903 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a37775, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:19:42,676 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:39903 2024-11-20T19:19:42,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:42,679 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:19:42,679 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:19:42,680 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:19:42,682 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,36959,1732130379070 with port=39903, startcode=1732130379852 2024-11-20T19:19:42,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:19:42,692 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:19:42,693 DEBUG [RS:0;e14ef07817f4:39903 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:19:42,697 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,36959,1732130379070 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:19:42,704 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:42,704 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:42,704 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:42,704 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:42,704 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:19:42,705 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,705 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:19:42,705 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,708 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130412708 2024-11-20T19:19:42,710 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:19:42,711 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:19:42,712 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:42,712 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:19:42,716 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:19:42,717 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:19:42,717 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:19:42,717 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:42,717 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:19:42,717 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:19:42,718 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,722 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:19:42,723 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:19:42,724 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:19:42,724 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:19:42,727 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:19:42,727 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:19:42,728 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:19:42,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:19:42,732 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130382729,5,FailOnTimeoutGroup] 2024-11-20T19:19:42,733 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130382732,5,FailOnTimeoutGroup] 2024-11-20T19:19:42,733 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,733 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:19:42,734 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36959 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:19:42,734 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,734 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,758 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T19:19:42,759 WARN [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T19:19:42,860 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,36959,1732130379070 with port=39903, startcode=1732130379852 2024-11-20T19:19:42,863 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36959 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,39903,1732130379852 2024-11-20T19:19:42,866 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36959 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,39903,1732130379852 2024-11-20T19:19:42,875 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe 2024-11-20T19:19:42,875 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45673 2024-11-20T19:19:42,875 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:19:42,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/rs 2024-11-20T19:19:42,890 DEBUG [RS:0;e14ef07817f4:39903 {}] zookeeper.ZKUtil(111): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on existing znode=/0269080983/rs/e14ef07817f4,39903,1732130379852 2024-11-20T19:19:42,891 WARN [RS:0;e14ef07817f4:39903 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:19:42,891 INFO [RS:0;e14ef07817f4:39903 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:42,891 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852 2024-11-20T19:19:42,893 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,39903,1732130379852] 2024-11-20T19:19:42,919 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:19:42,933 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:19:42,938 INFO [RS:0;e14ef07817f4:39903 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:19:42,938 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,939 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:19:42,944 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:19:42,945 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,946 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,946 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,946 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,946 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,946 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,947 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:19:42,947 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,947 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,947 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,947 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,947 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,948 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:42,948 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:19:42,948 DEBUG [RS:0;e14ef07817f4:39903 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:19:42,949 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,950 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,950 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,950 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,950 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,950 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39903,1732130379852-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:19:42,972 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:19:42,973 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39903,1732130379852-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,974 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,974 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.Replication(171): e14ef07817f4,39903,1732130379852 started 2024-11-20T19:19:42,991 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:42,992 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,39903,1732130379852, RpcServer on e14ef07817f4/172.17.0.3:39903, sessionid=0x10159affd2a0001 2024-11-20T19:19:42,992 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:19:42,992 DEBUG [RS:0;e14ef07817f4:39903 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,39903,1732130379852 2024-11-20T19:19:42,993 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,39903,1732130379852' 2024-11-20T19:19:42,993 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0269080983/flush-table-proc/abort' 2024-11-20T19:19:42,994 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0269080983/flush-table-proc/acquired' 2024-11-20T19:19:42,994 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:19:42,995 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:19:42,995 DEBUG [RS:0;e14ef07817f4:39903 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,39903,1732130379852 2024-11-20T19:19:42,995 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,39903,1732130379852' 2024-11-20T19:19:42,995 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0269080983/online-snapshot/abort' 2024-11-20T19:19:42,996 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0269080983/online-snapshot/acquired' 2024-11-20T19:19:42,996 DEBUG [RS:0;e14ef07817f4:39903 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:19:42,996 INFO [RS:0;e14ef07817f4:39903 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:19:42,997 INFO [RS:0;e14ef07817f4:39903 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:19:43,104 INFO [RS:0;e14ef07817f4:39903 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:19:43,107 INFO [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C39903%2C1732130379852, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs, maxLogs=10 2024-11-20T19:19:43,124 DEBUG [RS:0;e14ef07817f4:39903 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110, exclude list is [], retry=0 2024-11-20T19:19:43,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-a94d9be2-56dc-44b6-acad-8e346989ec9d,DISK] 2024-11-20T19:19:43,131 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:19:43,131 INFO [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 2024-11-20T19:19:43,131 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe 2024-11-20T19:19:43,132 DEBUG [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-20T19:19:43,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:19:43,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:43,550 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:19:43,553 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:19:43,553 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:43,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:43,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:19:43,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:19:43,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:43,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:43,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:19:43,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:19:43,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:43,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:43,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:19:43,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:19:43,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:43,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:43,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:19:43,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740 2024-11-20T19:19:43,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740 2024-11-20T19:19:43,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:19:43,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:19:43,571 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:19:43,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:19:43,577 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:19:43,578 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62710701, jitterRate=-0.06553773581981659}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:19:43,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130383544Initializing all the Stores at 1732130383548 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130383549 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130383549Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130383549Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130383549Cleaning up temporary data from old regions at 1732130383570 (+21 ms)Region opened successfully at 1732130383580 (+10 ms) 2024-11-20T19:19:43,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:19:43,581 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:19:43,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:19:43,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:19:43,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:19:43,582 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:19:43,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130383580Disabling compacts and flushes for region at 1732130383580Disabling writes for close at 1732130383581 (+1 ms)Writing region close event to WAL at 1732130383582 (+1 ms)Closed at 1732130383582 2024-11-20T19:19:43,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:43,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:19:43,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:19:43,597 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:19:43,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:19:43,755 DEBUG [e14ef07817f4:36959 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:19:43,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,39903,1732130379852 2024-11-20T19:19:43,776 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39903,1732130379852, state=OPENING 2024-11-20T19:19:43,807 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:19:43,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:43,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:43,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:43,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:43,820 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:19:43,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,39903,1732130379852}] 2024-11-20T19:19:44,003 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:19:44,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:19:44,018 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:19:44,019 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:44,019 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:19:44,022 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C39903%2C1732130379852.meta, suffix=.meta, logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs, maxLogs=10 2024-11-20T19:19:44,040 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.meta.1732130384024.meta, exclude list is [], retry=0 2024-11-20T19:19:44,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-a94d9be2-56dc-44b6-acad-8e346989ec9d,DISK] 2024-11-20T19:19:44,049 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.meta.1732130384024.meta 2024-11-20T19:19:44,050 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-20T19:19:44,050 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:19:44,056 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:19:44,057 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:19:44,060 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:19:44,061 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:19:44,064 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:19:44,065 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:44,065 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:19:44,065 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:19:44,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:19:44,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:19:44,070 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:44,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:44,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:19:44,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:19:44,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:44,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:44,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:19:44,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:19:44,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:44,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:44,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:19:44,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:19:44,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:44,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:44,081 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:19:44,082 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740 2024-11-20T19:19:44,086 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740 2024-11-20T19:19:44,089 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:19:44,089 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:19:44,090 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:19:44,093 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:19:44,096 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74539343, jitterRate=0.11072276532649994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:19:44,096 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:19:44,098 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130384066Writing region info on filesystem at 1732130384066Initializing all the Stores at 1732130384068 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130384068Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130384068Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130384068Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130384068Cleaning up temporary data from old regions at 1732130384089 (+21 ms)Running coprocessor post-open hooks at 1732130384096 (+7 ms)Region opened successfully at 1732130384098 (+2 ms) 2024-11-20T19:19:44,104 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130383990 2024-11-20T19:19:44,115 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:19:44,115 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:19:44,117 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39903,1732130379852 2024-11-20T19:19:44,119 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39903,1732130379852, state=OPEN 2024-11-20T19:19:44,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0269080983/meta-region-server 2024-11-20T19:19:44,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0269080983/meta-region-server 2024-11-20T19:19:44,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:44,197 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:44,197 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,39903,1732130379852 2024-11-20T19:19:44,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:19:44,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,39903,1732130379852 in 376 msec 2024-11-20T19:19:44,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:19:44,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 615 msec 2024-11-20T19:19:44,211 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:44,211 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:19:44,231 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:19:44,232 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39903,1732130379852, seqNum=-1] 2024-11-20T19:19:44,250 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:19:44,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:19:44,273 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6340 sec 2024-11-20T19:19:44,274 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130384274, completionTime=-1 2024-11-20T19:19:44,277 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:19:44,278 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:19:44,301 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:19:44,302 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130444302 2024-11-20T19:19:44,302 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130504302 2024-11-20T19:19:44,302 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 24 msec 2024-11-20T19:19:44,304 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36959,1732130379070-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:44,304 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36959,1732130379070-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:44,304 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36959,1732130379070-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:44,306 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:36959, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:44,306 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:44,307 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:44,314 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:19:44,333 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.325sec 2024-11-20T19:19:44,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:19:44,336 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:19:44,337 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:19:44,337 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:19:44,338 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:19:44,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36959,1732130379070-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:19:44,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36959,1732130379070-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:19:44,349 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:19:44,349 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:19:44,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36959,1732130379070-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:44,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:44,355 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T19:19:44,355 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T19:19:44,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,36959,-1 for getting cluster id 2024-11-20T19:19:44,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:44,367 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6078d1-32c0-4dab-b7db-575b8b634270' 2024-11-20T19:19:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6078d1-32c0-4dab-b7db-575b8b634270" 2024-11-20T19:19:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4190e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,36959,-1] 2024-11-20T19:19:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:44,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:44,379 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:44,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:44,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:19:44,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39903,1732130379852, seqNum=-1] 2024-11-20T19:19:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:19:44,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:19:44,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,36959,1732130379070 2024-11-20T19:19:44,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52937 2024-11-20T19:19:44,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:19:44,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159affd2a0002 connected 2024-11-20T19:19:44,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.log.dir so I do NOT create it in target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697 2024-11-20T19:19:44,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:19:44,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.tmp.dir so I do NOT create it in target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697 2024-11-20T19:19:44,467 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:19:44,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697 2024-11-20T19:19:44,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:19:44,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/cluster_7ae75ec6-5411-1606-04a2-2911c489d959, deleteOnExit=true 2024-11-20T19:19:44,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:19:44,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/test.cache.data in system properties and HBase conf 2024-11-20T19:19:44,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:19:44,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:19:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:19:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:19:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:19:44,469 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:19:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:19:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:19:44,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:19:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:19:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:19:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:19:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:19:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:19:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:19:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:19:44,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:19:44,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:19:44,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:19:44,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:19:44,864 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:19:44,870 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:19:44,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:19:44,873 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:19:44,873 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:19:44,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:19:44,876 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:19:44,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:19:44,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/java.io.tmpdir/jetty-localhost-46711-hadoop-hdfs-3_4_1-tests_jar-_-any-4106901738544287327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:19:44,999 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:46711} 2024-11-20T19:19:44,999 INFO [Time-limited test {}] server.Server(415): Started @12382ms 2024-11-20T19:19:45,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:19:45,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:19:45,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:19:45,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:19:45,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:19:45,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:19:45,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:19:45,449 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/java.io.tmpdir/jetty-localhost-38551-hadoop-hdfs-3_4_1-tests_jar-_-any-5880118045307878936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:19:45,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:38551} 2024-11-20T19:19:45,450 INFO [Time-limited test {}] server.Server(415): Started @12833ms 2024-11-20T19:19:45,452 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:19:46,601 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/cluster_7ae75ec6-5411-1606-04a2-2911c489d959/data/data2/current/BP-585645410-172.17.0.3-1732130384495/current, will proceed with Du for space computation calculation, 2024-11-20T19:19:46,601 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/cluster_7ae75ec6-5411-1606-04a2-2911c489d959/data/data1/current/BP-585645410-172.17.0.3-1732130384495/current, will proceed with Du for space computation calculation, 2024-11-20T19:19:46,618 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:19:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10239fa3c6baed79 with lease ID 0x64294bf0c7714d65: Processing first storage report for DS-1814d5bb-edc9-407d-b8e0-8bad49824ffe from datanode DatanodeRegistration(127.0.0.1:35569, datanodeUuid=36c4366b-34b3-4fe8-a298-aa1ff52cd7e6, infoPort=38981, infoSecurePort=0, ipcPort=39185, storageInfo=lv=-57;cid=testClusterID;nsid=1915474499;c=1732130384495) 2024-11-20T19:19:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10239fa3c6baed79 with lease ID 0x64294bf0c7714d65: from storage DS-1814d5bb-edc9-407d-b8e0-8bad49824ffe node DatanodeRegistration(127.0.0.1:35569, datanodeUuid=36c4366b-34b3-4fe8-a298-aa1ff52cd7e6, infoPort=38981, infoSecurePort=0, ipcPort=39185, storageInfo=lv=-57;cid=testClusterID;nsid=1915474499;c=1732130384495), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:19:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10239fa3c6baed79 with lease ID 0x64294bf0c7714d65: Processing first storage report for DS-cbfcbbf2-0931-4ed5-8487-f7242bcb9bdc from datanode DatanodeRegistration(127.0.0.1:35569, datanodeUuid=36c4366b-34b3-4fe8-a298-aa1ff52cd7e6, infoPort=38981, infoSecurePort=0, ipcPort=39185, storageInfo=lv=-57;cid=testClusterID;nsid=1915474499;c=1732130384495) 2024-11-20T19:19:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10239fa3c6baed79 with lease ID 0x64294bf0c7714d65: from storage DS-cbfcbbf2-0931-4ed5-8487-f7242bcb9bdc node DatanodeRegistration(127.0.0.1:35569, datanodeUuid=36c4366b-34b3-4fe8-a298-aa1ff52cd7e6, infoPort=38981, infoSecurePort=0, ipcPort=39185, storageInfo=lv=-57;cid=testClusterID;nsid=1915474499;c=1732130384495), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:19:46,702 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697 2024-11-20T19:19:46,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:46,705 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:46,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:19:47,121 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b with version=8 2024-11-20T19:19:47,121 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/hbase-staging 2024-11-20T19:19:47,123 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:19:47,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:47,123 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:47,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:19:47,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:47,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:19:47,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:19:47,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:19:47,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42123 2024-11-20T19:19:47,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42123 connecting to ZooKeeper ensemble=127.0.0.1:52937 2024-11-20T19:19:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421230x0, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:19:47,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42123-0x10159affd2a0003 connected 2024-11-20T19:19:47,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:47,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:47,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on znode that does not yet exist, /1-398062987/running 2024-11-20T19:19:47,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b, hbase.cluster.distributed=false 2024-11-20T19:19:47,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on znode that does not yet exist, /1-398062987/acl 2024-11-20T19:19:47,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-20T19:19:47,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42123 2024-11-20T19:19:47,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42123 2024-11-20T19:19:47,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-20T19:19:47,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42123 2024-11-20T19:19:47,236 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:19:47,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:47,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:47,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:19:47,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:47,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:19:47,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:19:47,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:19:47,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36405 2024-11-20T19:19:47,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36405 connecting to ZooKeeper ensemble=127.0.0.1:52937 2024-11-20T19:19:47,244 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:47,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:47,259 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364050x0, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:19:47,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36405-0x10159affd2a0004 connected 2024-11-20T19:19:47,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on znode that does not yet exist, /1-398062987/running 2024-11-20T19:19:47,261 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:19:47,266 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:19:47,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on znode that does not yet exist, /1-398062987/master 2024-11-20T19:19:47,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on znode that does not yet exist, /1-398062987/acl 2024-11-20T19:19:47,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-20T19:19:47,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36405 2024-11-20T19:19:47,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36405 2024-11-20T19:19:47,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-20T19:19:47,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36405 2024-11-20T19:19:47,286 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:42123 2024-11-20T19:19:47,287 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-398062987/backup-masters/e14ef07817f4,42123,1732130387123 2024-11-20T19:19:47,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987/backup-masters 2024-11-20T19:19:47,299 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987/backup-masters 2024-11-20T19:19:47,300 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on existing znode=/1-398062987/backup-masters/e14ef07817f4,42123,1732130387123 2024-11-20T19:19:47,312 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-398062987/master 2024-11-20T19:19:47,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:47,312 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:47,313 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on existing znode=/1-398062987/master 2024-11-20T19:19:47,313 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-398062987/backup-masters/e14ef07817f4,42123,1732130387123 from backup master directory 2024-11-20T19:19:47,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-398062987/backup-masters/e14ef07817f4,42123,1732130387123 2024-11-20T19:19:47,322 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:19:47,322 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987/backup-masters 2024-11-20T19:19:47,323 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,42123,1732130387123 2024-11-20T19:19:47,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987/backup-masters 2024-11-20T19:19:47,330 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/hbase.id] with ID: f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d 2024-11-20T19:19:47,330 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/.tmp/hbase.id 2024-11-20T19:19:47,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:19:47,741 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/.tmp/hbase.id]:[hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/hbase.id] 2024-11-20T19:19:47,770 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:47,770 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:19:47,772 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T19:19:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:47,785 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:19:48,197 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:19:48,199 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:19:48,199 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:48,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:19:48,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store 2024-11-20T19:19:48,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:19:48,916 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:19:49,035 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:49,035 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:19:49,035 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:49,036 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:49,036 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:19:49,036 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:49,036 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:49,036 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130389035Disabling compacts and flushes for region at 1732130389035Disabling writes for close at 1732130389036 (+1 ms)Writing region close event to WAL at 1732130389036Closed at 1732130389036 2024-11-20T19:19:49,040 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/.initializing 2024-11-20T19:19:49,040 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/WALs/e14ef07817f4,42123,1732130387123 2024-11-20T19:19:49,043 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:19:49,046 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C42123%2C1732130387123, suffix=, logDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/WALs/e14ef07817f4,42123,1732130387123, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/oldWALs, maxLogs=10 2024-11-20T19:19:49,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/WALs/e14ef07817f4,42123,1732130387123/e14ef07817f4%2C42123%2C1732130387123.1732130389047, exclude list is [], retry=0 2024-11-20T19:19:49,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35569,DS-1814d5bb-edc9-407d-b8e0-8bad49824ffe,DISK] 2024-11-20T19:19:49,067 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/WALs/e14ef07817f4,42123,1732130387123/e14ef07817f4%2C42123%2C1732130387123.1732130389047 2024-11-20T19:19:49,067 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38981:38981)] 2024-11-20T19:19:49,067 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:19:49,068 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:49,068 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,068 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:19:49,073 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:49,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:49,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:19:49,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:49,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:49,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:19:49,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:49,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:49,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:19:49,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:49,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:49,104 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,106 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,106 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,109 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,109 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,110 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:19:49,112 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:49,116 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:19:49,118 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69686068, jitterRate=0.038403332233428955}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:19:49,118 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130389068Initializing all the Stores at 1732130389070 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130389070Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130389070Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130389070Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130389070Cleaning up temporary data from old regions at 1732130389109 (+39 ms)Region opened successfully at 1732130389118 (+9 ms) 2024-11-20T19:19:49,118 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:19:49,125 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f806ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:19:49,127 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:19:49,127 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:19:49,127 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:19:49,127 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:19:49,129 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T19:19:49,129 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:19:49,129 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:19:49,140 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:19:49,142 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Unable to get data of znode /1-398062987/balancer because node does not exist (not necessarily an error) 2024-11-20T19:19:49,154 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-398062987/balancer already deleted, retry=false 2024-11-20T19:19:49,154 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:19:49,156 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Unable to get data of znode /1-398062987/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:19:49,164 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-398062987/normalizer already deleted, retry=false 2024-11-20T19:19:49,165 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:19:49,167 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Unable to get data of znode /1-398062987/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:19:49,175 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-398062987/switch/split already deleted, retry=false 2024-11-20T19:19:49,176 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Unable to get data of znode /1-398062987/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:19:49,185 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-398062987/switch/merge already deleted, retry=false 2024-11-20T19:19:49,188 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Unable to get data of znode /1-398062987/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:19:49,196 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-398062987/snapshot-cleanup already deleted, retry=false 2024-11-20T19:19:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-398062987/running 2024-11-20T19:19:49,207 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-398062987/running 2024-11-20T19:19:49,207 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:49,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:49,208 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,42123,1732130387123, sessionid=0x10159affd2a0003, setting cluster-up flag (Was=false) 2024-11-20T19:19:49,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:49,228 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:49,259 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-398062987/flush-table-proc/acquired, /1-398062987/flush-table-proc/reached, /1-398062987/flush-table-proc/abort 2024-11-20T19:19:49,264 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,42123,1732130387123 2024-11-20T19:19:49,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:49,291 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:49,322 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-398062987/online-snapshot/acquired, /1-398062987/online-snapshot/reached, /1-398062987/online-snapshot/abort 2024-11-20T19:19:49,325 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,42123,1732130387123 2024-11-20T19:19:49,328 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:19:49,332 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:49,333 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:19:49,333 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:19:49,334 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,42123,1732130387123 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:19:49,336 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:49,336 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:49,336 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:49,336 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:49,336 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:19:49,337 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,337 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:19:49,337 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,338 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130419338 2024-11-20T19:19:49,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:19:49,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:19:49,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:19:49,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:19:49,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:19:49,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:19:49,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:49,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:19:49,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,340 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:19:49,340 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:19:49,340 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:19:49,340 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:19:49,341 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:19:49,341 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:19:49,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:49,342 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130389341,5,FailOnTimeoutGroup] 2024-11-20T19:19:49,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:19:49,343 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130389342,5,FailOnTimeoutGroup] 2024-11-20T19:19:49,343 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,343 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:19:49,343 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,344 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:19:49,391 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(746): ClusterId : f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d 2024-11-20T19:19:49,391 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:19:49,397 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:19:49,397 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:19:49,408 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:19:49,408 DEBUG [RS:0;e14ef07817f4:36405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2267e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:19:49,419 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:36405 2024-11-20T19:19:49,419 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:19:49,419 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:19:49,419 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:19:49,420 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,42123,1732130387123 with port=36405, startcode=1732130387236 2024-11-20T19:19:49,421 DEBUG [RS:0;e14ef07817f4:36405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:19:49,423 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:19:49,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,36405,1732130387236 2024-11-20T19:19:49,424 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42123 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,36405,1732130387236 2024-11-20T19:19:49,426 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b 2024-11-20T19:19:49,426 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34469 2024-11-20T19:19:49,426 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:19:49,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987/rs 2024-11-20T19:19:49,439 DEBUG [RS:0;e14ef07817f4:36405 {}] zookeeper.ZKUtil(111): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on existing znode=/1-398062987/rs/e14ef07817f4,36405,1732130387236 2024-11-20T19:19:49,439 WARN [RS:0;e14ef07817f4:36405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:19:49,439 INFO [RS:0;e14ef07817f4:36405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:49,439 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/WALs/e14ef07817f4,36405,1732130387236 2024-11-20T19:19:49,439 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,36405,1732130387236] 2024-11-20T19:19:49,445 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:19:49,449 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:19:49,449 INFO [RS:0;e14ef07817f4:36405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:19:49,449 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,450 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:19:49,451 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:19:49,451 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,452 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,453 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:49,453 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:19:49,453 DEBUG [RS:0;e14ef07817f4:36405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:19:49,453 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,454 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,454 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,454 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,454 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,454 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36405,1732130387236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:19:49,468 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:19:49,468 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36405,1732130387236-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,469 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,469 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.Replication(171): e14ef07817f4,36405,1732130387236 started 2024-11-20T19:19:49,482 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:49,482 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,36405,1732130387236, RpcServer on e14ef07817f4/172.17.0.3:36405, sessionid=0x10159affd2a0004 2024-11-20T19:19:49,483 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:19:49,483 DEBUG [RS:0;e14ef07817f4:36405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,36405,1732130387236 2024-11-20T19:19:49,483 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,36405,1732130387236' 2024-11-20T19:19:49,483 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-398062987/flush-table-proc/abort' 2024-11-20T19:19:49,483 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-398062987/flush-table-proc/acquired' 2024-11-20T19:19:49,484 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:19:49,484 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:19:49,484 DEBUG [RS:0;e14ef07817f4:36405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,36405,1732130387236 2024-11-20T19:19:49,484 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,36405,1732130387236' 2024-11-20T19:19:49,484 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-398062987/online-snapshot/abort' 2024-11-20T19:19:49,485 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-398062987/online-snapshot/acquired' 2024-11-20T19:19:49,485 DEBUG [RS:0;e14ef07817f4:36405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:19:49,485 INFO [RS:0;e14ef07817f4:36405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:19:49,485 INFO [RS:0;e14ef07817f4:36405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:19:49,587 INFO [RS:0;e14ef07817f4:36405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:19:49,594 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:19:49,594 INFO [RS:0;e14ef07817f4:36405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C36405%2C1732130387236, suffix=, logDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/WALs/e14ef07817f4,36405,1732130387236, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/oldWALs, maxLogs=10 2024-11-20T19:19:49,617 DEBUG [RS:0;e14ef07817f4:36405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/WALs/e14ef07817f4,36405,1732130387236/e14ef07817f4%2C36405%2C1732130387236.1732130389598, exclude list is [], retry=0 2024-11-20T19:19:49,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35569,DS-1814d5bb-edc9-407d-b8e0-8bad49824ffe,DISK] 2024-11-20T19:19:49,626 INFO [RS:0;e14ef07817f4:36405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/WALs/e14ef07817f4,36405,1732130387236/e14ef07817f4%2C36405%2C1732130387236.1732130389598 2024-11-20T19:19:49,626 DEBUG [RS:0;e14ef07817f4:36405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38981:38981)] 2024-11-20T19:19:49,655 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:19:49,655 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:19:49,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:19:49,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T19:19:49,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:19:49,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:19:49,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:19:49,657 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:19:49,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:19:49,755 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b 2024-11-20T19:19:49,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:19:50,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:50,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:19:50,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:19:50,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:50,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:19:50,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:19:50,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:50,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:19:50,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:19:50,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:50,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:19:50,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:19:50,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:50,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:19:50,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740 2024-11-20T19:19:50,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740 2024-11-20T19:19:50,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:19:50,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:19:50,189 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:19:50,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:19:50,194 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:19:50,194 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72766430, jitterRate=0.08430430293083191}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:19:50,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130390164Initializing all the Stores at 1732130390167 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130390167Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130390167Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130390167Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130390167Cleaning up temporary data from old regions at 1732130390188 (+21 ms)Region opened successfully at 1732130390195 (+7 ms) 2024-11-20T19:19:50,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:19:50,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:19:50,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:19:50,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:19:50,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:19:50,196 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:19:50,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130390195Disabling compacts and flushes for region at 1732130390195Disabling writes for close at 1732130390195Writing region close event to WAL at 1732130390196 (+1 ms)Closed at 1732130390196 2024-11-20T19:19:50,198 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:50,198 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:19:50,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:19:50,201 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:19:50,202 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:19:50,353 DEBUG [e14ef07817f4:42123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:19:50,355 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,36405,1732130387236 2024-11-20T19:19:50,358 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,36405,1732130387236, state=OPENING 2024-11-20T19:19:50,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:19:50,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:50,417 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:19:50,419 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:19:50,419 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-398062987/meta-region-server: CHANGED 2024-11-20T19:19:50,419 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,36405,1732130387236}] 2024-11-20T19:19:50,420 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-398062987/meta-region-server: CHANGED 2024-11-20T19:19:50,577 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:19:50,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41809, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:19:50,584 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:19:50,584 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:50,584 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:19:50,586 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C36405%2C1732130387236.meta, suffix=.meta, logDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/WALs/e14ef07817f4,36405,1732130387236, archiveDir=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/oldWALs, maxLogs=10 2024-11-20T19:19:50,600 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/WALs/e14ef07817f4,36405,1732130387236/e14ef07817f4%2C36405%2C1732130387236.meta.1732130390588.meta, exclude list is [], retry=0 2024-11-20T19:19:50,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35569,DS-1814d5bb-edc9-407d-b8e0-8bad49824ffe,DISK] 2024-11-20T19:19:50,606 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/WALs/e14ef07817f4,36405,1732130387236/e14ef07817f4%2C36405%2C1732130387236.meta.1732130390588.meta 2024-11-20T19:19:50,606 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38981:38981)] 2024-11-20T19:19:50,607 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:19:50,607 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:19:50,607 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:19:50,607 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:19:50,607 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:19:50,607 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:19:50,608 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:50,608 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:19:50,608 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:19:50,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:19:50,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:19:50,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:50,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:19:50,613 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:19:50,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:50,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:19:50,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:19:50,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:50,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:19:50,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:19:50,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:50,617 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:19:50,618 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740 2024-11-20T19:19:50,619 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740 2024-11-20T19:19:50,621 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:19:50,621 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:19:50,622 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:19:50,624 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:19:50,625 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59599685, jitterRate=-0.11189548671245575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:19:50,625 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:19:50,625 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130390608Writing region info on filesystem at 1732130390608Initializing all the Stores at 1732130390609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130390609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130390610 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130390610Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130390610Cleaning up temporary data from old regions at 1732130390621 (+11 ms)Running coprocessor post-open hooks at 1732130390625 (+4 ms)Region opened successfully at 1732130390625 2024-11-20T19:19:50,627 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130390577 2024-11-20T19:19:50,630 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:19:50,630 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:19:50,631 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,36405,1732130387236 2024-11-20T19:19:50,633 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,36405,1732130387236, state=OPEN 2024-11-20T19:19:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-398062987/meta-region-server 2024-11-20T19:19:50,638 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-398062987/meta-region-server 2024-11-20T19:19:50,638 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,36405,1732130387236 2024-11-20T19:19:50,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-398062987/meta-region-server: CHANGED 2024-11-20T19:19:50,638 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-398062987/meta-region-server: CHANGED 2024-11-20T19:19:50,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:19:50,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,36405,1732130387236 in 219 msec 2024-11-20T19:19:50,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:19:50,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-20T19:19:50,648 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:50,648 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:19:50,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:19:50,650 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,36405,1732130387236, seqNum=-1] 2024-11-20T19:19:50,651 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:19:50,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:19:50,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-20T19:19:50,666 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130390666, completionTime=-1 2024-11-20T19:19:50,666 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:19:50,667 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:19:50,669 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:19:50,669 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130450669 2024-11-20T19:19:50,669 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130510669 2024-11-20T19:19:50,669 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:19:50,670 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42123,1732130387123-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:50,670 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42123,1732130387123-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:50,670 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42123,1732130387123-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:50,670 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:42123, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:50,670 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:50,670 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:50,673 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:19:50,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.353sec 2024-11-20T19:19:50,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:19:50,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:19:50,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:19:50,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:19:50,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:19:50,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42123,1732130387123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:19:50,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42123,1732130387123-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:19:50,680 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:19:50,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:19:50,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42123,1732130387123-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:50,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,692 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:50,692 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:50,694 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a295bc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:50,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:50,697 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:50,699 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:50,701 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3974d665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:19:50,703 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,36405,1732130387236, seqNum=-1] 2024-11-20T19:19:50,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:19:50,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:19:50,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,42123,1732130387123 2024-11-20T19:19:50,711 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52937 2024-11-20T19:19:50,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:19:50,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159affd2a0005 connected 2024-11-20T19:19:50,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cde733e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,738 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,36959,-1 for getting cluster id 2024-11-20T19:19:50,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:50,740 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6078d1-32c0-4dab-b7db-575b8b634270' 2024-11-20T19:19:50,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:50,740 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6078d1-32c0-4dab-b7db-575b8b634270" 2024-11-20T19:19:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f516fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,36959,-1] 2024-11-20T19:19:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:50,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:50,743 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:50,744 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e7101cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:50,756 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,36959,1732130379070 2024-11-20T19:19:50,758 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cd5be28 2024-11-20T19:19:50,759 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:50,761 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:19:50,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:42123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:19:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:19:50,776 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:42123' 2024-11-20T19:19:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:19:50,778 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55065b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,778 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:50,778 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:50,779 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:50,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:50,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743be66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:50,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:50,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:50,782 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:50,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a948c39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:50,784 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:50,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42123,1732130387123 2024-11-20T19:19:50,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e8159cd 2024-11-20T19:19:50,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:50,790 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:19:50,801 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T19:19:50,801 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:19:50,805 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:50,806 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:50,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:50,807 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:19:50,812 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:19:50,815 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:19:50,816 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:50,818 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:19:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741835_1011 (size=1138) 2024-11-20T19:19:50,864 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:19:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:19:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:19:51,232 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c116948a79ae7b0e372d8ab5df46c323, NAME => 'hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe 2024-11-20T19:19:51,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741836_1012 (size=44) 2024-11-20T19:19:51,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:19:51,643 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:51,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c116948a79ae7b0e372d8ab5df46c323, disabling compactions & flushes 2024-11-20T19:19:51,644 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:51,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:51,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. after waiting 0 ms 2024-11-20T19:19:51,644 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:51,645 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:51,645 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c116948a79ae7b0e372d8ab5df46c323: Waiting for close lock at 1732130391644Disabling compacts and flushes for region at 1732130391644Disabling writes for close at 1732130391644Writing region close event to WAL at 1732130391645 (+1 ms)Closed at 1732130391645 2024-11-20T19:19:51,649 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:19:51,656 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130391649"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130391649"}]},"ts":"1732130391649"} 2024-11-20T19:19:51,662 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:19:51,664 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:19:51,666 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130391664"}]},"ts":"1732130391664"} 2024-11-20T19:19:51,670 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:19:51,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN}] 2024-11-20T19:19:51,674 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN 2024-11-20T19:19:51,675 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN; state=OFFLINE, location=e14ef07817f4,39903,1732130379852; forceNewPlan=false, retain=false 2024-11-20T19:19:51,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c116948a79ae7b0e372d8ab5df46c323, regionState=OPENING, regionLocation=e14ef07817f4,39903,1732130379852 2024-11-20T19:19:51,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN because future has completed 2024-11-20T19:19:51,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c116948a79ae7b0e372d8ab5df46c323, server=e14ef07817f4,39903,1732130379852}] 2024-11-20T19:19:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:19:51,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:51,992 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:51,993 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:19:51,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C39903%2C1732130379852.rep, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs, maxLogs=10 2024-11-20T19:19:52,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.rep.1732130391998, exclude list is [], retry=0 2024-11-20T19:19:52,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-a94d9be2-56dc-44b6-acad-8e346989ec9d,DISK] 2024-11-20T19:19:52,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.rep.1732130391998 2024-11-20T19:19:52,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-20T19:19:52,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c116948a79ae7b0e372d8ab5df46c323, NAME => 'hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:19:52,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:19:52,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:19:52,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. service=MultiRowMutationService 2024-11-20T19:19:52,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:19:52,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:52,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,022 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,023 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c116948a79ae7b0e372d8ab5df46c323 columnFamilyName hfileref 2024-11-20T19:19:52,023 DEBUG [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:52,024 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(327): Store=c116948a79ae7b0e372d8ab5df46c323/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:52,024 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,026 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c116948a79ae7b0e372d8ab5df46c323 columnFamilyName queue 2024-11-20T19:19:52,026 DEBUG [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:52,026 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(327): Store=c116948a79ae7b0e372d8ab5df46c323/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:52,027 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,029 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c116948a79ae7b0e372d8ab5df46c323 columnFamilyName sid 2024-11-20T19:19:52,029 DEBUG [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:52,029 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(327): Store=c116948a79ae7b0e372d8ab5df46c323/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:52,029 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,030 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,031 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:19:52,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,039 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:19:52,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c116948a79ae7b0e372d8ab5df46c323; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66891717, jitterRate=-0.003235742449760437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:19:52,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:52,041 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c116948a79ae7b0e372d8ab5df46c323: Running coprocessor pre-open hook at 1732130392020Writing region info on filesystem at 1732130392020Initializing all the Stores at 1732130392021 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130392021Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130392022 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130392022Cleaning up temporary data from old regions at 1732130392033 (+11 ms)Running coprocessor post-open hooks at 1732130392040 (+7 ms)Region opened successfully at 1732130392041 (+1 ms) 2024-11-20T19:19:52,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323., pid=7, masterSystemTime=1732130391985 2024-11-20T19:19:52,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:52,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:52,047 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c116948a79ae7b0e372d8ab5df46c323, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39903,1732130379852 2024-11-20T19:19:52,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c116948a79ae7b0e372d8ab5df46c323, server=e14ef07817f4,39903,1732130379852 because future has completed 2024-11-20T19:19:52,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T19:19:52,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c116948a79ae7b0e372d8ab5df46c323, server=e14ef07817f4,39903,1732130379852 in 221 msec 2024-11-20T19:19:52,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:19:52,059 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN in 384 msec 2024-11-20T19:19:52,060 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:19:52,060 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130392060"}]},"ts":"1732130392060"} 2024-11-20T19:19:52,063 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:19:52,064 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:19:52,067 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2560 sec 2024-11-20T19:19:52,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323., hostname=e14ef07817f4,39903,1732130379852, seqNum=2] 2024-11-20T19:19:52,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39903 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T19:19:52,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:52,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:52,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:19:52,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T19:19:52,362 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:19:52,400 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,39903,1732130379852, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:19:52,402 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:19:52,402 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39903,1732130379852, seqNum=-1] 2024-11-20T19:19:52,402 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:19:52,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T19:19:52,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,39903,1732130379852', locateType=CURRENT is [region=hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323., hostname=e14ef07817f4,39903,1732130379852, seqNum=2] 2024-11-20T19:19:52,413 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T19:19:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T19:19:52,419 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,39903,1732130379852 suceeded 2024-11-20T19:19:52,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T19:19:52,424 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:42123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:19:52,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-20T19:19:52,427 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6590 sec 2024-11-20T19:19:52,437 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:42123' 2024-11-20T19:19:52,439 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c51ca9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,439 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:52,440 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:52,440 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@682ff127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:52,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:52,442 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:52,443 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f971fe2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,444 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42123,1732130387123 2024-11-20T19:19:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d73ad50 2024-11-20T19:19:52,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:52,446 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T19:19:52,447 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,39903,1732130379852 (queues=1) is replicating from cluster=9f6078d1-32c0-4dab-b7db-575b8b634270 to cluster=f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d 2024-11-20T19:19:52,448 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C39903%2C1732130379852 2024-11-20T19:19:52,451 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,39903,1732130379852, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:19:52,453 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.shippere14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C39903%2C1732130379852 2024-11-20T19:19:52,457 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110, startPosition=0, beingWritten=true 2024-11-20T19:19:52,706 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:52,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:19:52,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:19:52,932 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:19:52,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:19:52,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:52,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:52,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:52,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@581e0342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,36959,-1 for getting cluster id 2024-11-20T19:19:52,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:52,936 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6078d1-32c0-4dab-b7db-575b8b634270' 2024-11-20T19:19:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:52,937 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6078d1-32c0-4dab-b7db-575b8b634270" 2024-11-20T19:19:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb929e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,36959,-1] 2024-11-20T19:19:52,938 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:52,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:52,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:52,943 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433db570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,944 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,36959,1732130379070 2024-11-20T19:19:52,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@565a9a82 2024-11-20T19:19:52,947 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:52,949 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:19:52,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://e14ef07817f4:42123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:19:52,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:19:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:19:52,954 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:42123' 2024-11-20T19:19:52,954 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cefafa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,955 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:52,955 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:52,956 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:52,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:52,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:52,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4694d961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:52,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:52,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:52,958 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:52,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57765f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:52,959 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:52,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42123,1732130387123 2024-11-20T19:19:52,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@398a5c6 2024-11-20T19:19:52,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:52,961 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:19:52,962 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:19:52,962 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:19:52,962 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:52,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:52,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:52,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:19:53,016 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:53,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:19:53,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T19:19:53,142 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T19:19:53,176 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-e14ef07817f4,39903,1732130379852, ReplicationSource: 2, currentBandwidth=0 2024-11-20T19:19:53,179 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T19:19:53,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T19:19:53,183 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e14ef07817f4,39903,1732130379852 suceeded 2024-11-20T19:19:53,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:19:53,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-20T19:19:53,186 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e14ef07817f4:42123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:19:53,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 236 msec 2024-11-20T19:19:53,196 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:42123' 2024-11-20T19:19:53,197 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c30fd9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,197 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:53,197 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:53,198 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:53,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:53,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:53,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7593ddd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:53,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:53,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,200 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:53,201 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@478da5a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,201 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:53,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42123,1732130387123 2024-11-20T19:19:53,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7075d9a1 2024-11-20T19:19:53,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:53,203 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T19:19:53,204 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e14ef07817f4,39903,1732130379852 (queues=1) is replicating from cluster=9f6078d1-32c0-4dab-b7db-575b8b634270 to cluster=f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d 2024-11-20T19:19:53,204 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e14ef07817f4%2C39903%2C1732130379852 2024-11-20T19:19:53,204 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e14ef07817f4,39903,1732130379852, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:19:53,204 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.shippere14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C39903%2C1732130379852 2024-11-20T19:19:53,204 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110, startPosition=0, beingWritten=true 2024-11-20T19:19:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T19:19:53,272 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T19:19:53,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:19:53,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:19:53,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:53,273 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,36959,1732130379070 2024-11-20T19:19:53,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b39fc4a 2024-11-20T19:19:53,276 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:53,278 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:19:53,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T19:19:53,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T19:19:53,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T19:19:53,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T19:19:53,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:42123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:19:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T19:19:53,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:19:53,295 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:42123' 2024-11-20T19:19:53,296 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d06694, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,296 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:53,296 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:53,297 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:53,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:53,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:53,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1badd339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:53,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:53,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,298 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:53,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2536add8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,299 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:53,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42123,1732130387123 2024-11-20T19:19:53,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7a9c7c 2024-11-20T19:19:53,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:53,301 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:19:53,302 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T19:19:53,302 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:19:53,302 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,302 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,302 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:53,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:19:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:19:53,410 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:53,428 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:53,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T19:19:53,467 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T19:19:53,470 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T19:19:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T19:19:53,476 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on e14ef07817f4,39903,1732130379852 suceeded 2024-11-20T19:19:53,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T19:19:53,481 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-20T19:19:53,481 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://e14ef07817f4:42123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:19:53,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 193 msec 2024-11-20T19:19:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T19:19:53,612 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T19:19:53,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://e14ef07817f4:42123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:19:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T19:19:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:19:53,617 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:42123' 2024-11-20T19:19:53,618 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec96088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,618 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:53,619 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:53,620 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169bdbcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:53,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:53,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,622 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:53,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2405a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:53,623 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:53,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42123,1732130387123 2024-11-20T19:19:53,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@590a538b 2024-11-20T19:19:53,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:53,625 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:19:53,626 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T19:19:53,626 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:19:53,626 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,626 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,626 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:53,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:19:53,718 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:19:53,794 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39903 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T19:19:53,795 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T19:19:53,798 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T19:19:53,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T19:19:53,806 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on e14ef07817f4,39903,1732130379852 suceeded 2024-11-20T19:19:53,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T19:19:53,810 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://e14ef07817f4:42123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:19:53,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-11-20T19:19:53,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 197 msec 2024-11-20T19:19:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T19:19:53,932 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T19:19:53,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T19:19:53,934 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:53,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36959 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T19:19:53,937 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:19:53,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:19:53,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:19:53,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1673203762, stopped=false 2024-11-20T19:19:53,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:53,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,36959,1732130379070 2024-11-20T19:19:53,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/running 2024-11-20T19:19:53,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/running 2024-11-20T19:19:53,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:53,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:53,996 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:19:53,997 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:19:53,997 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:19:53,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:53,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/running 2024-11-20T19:19:53,998 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,39903,1732130379852' ***** 2024-11-20T19:19:53,998 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:19:53,998 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/running 2024-11-20T19:19:53,999 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:19:54,000 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:19:54,000 INFO [RS:0;e14ef07817f4:39903 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:19:54,000 INFO [RS:0;e14ef07817f4:39903 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:19:54,000 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(3091): Received CLOSE for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:54,001 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,39903,1732130379852 2024-11-20T19:19:54,001 INFO [RS:0;e14ef07817f4:39903 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:19:54,002 INFO [RS:0;e14ef07817f4:39903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:39903. 2024-11-20T19:19:54,002 DEBUG [RS:0;e14ef07817f4:39903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:19:54,002 DEBUG [RS:0;e14ef07817f4:39903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:54,002 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c116948a79ae7b0e372d8ab5df46c323, disabling compactions & flushes 2024-11-20T19:19:54,002 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:19:54,002 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:54,002 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:19:54,002 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:54,003 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:19:54,003 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. after waiting 0 ms 2024-11-20T19:19:54,003 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:19:54,003 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:54,003 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:19:54,004 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:19:54,004 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c116948a79ae7b0e372d8ab5df46c323=hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.} 2024-11-20T19:19:54,004 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:19:54,004 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:19:54,004 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:54,004 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:19:54,005 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:19:54,010 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c116948a79ae7b0e372d8ab5df46c323 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T19:19:54,010 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T19:19:54,012 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:19:54,013 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:19:54,061 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:19:54,068 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/info/fdd8aba8ed5641d997af074f003fe794 is 147, key is hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323./info:regioninfo/1732130392047/Put/seqid=0 2024-11-20T19:19:54,068 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/.tmp/queue/891f805bcad5497f9f2fa7deaceffcec is 151, key is 1-e14ef07817f4,39903,1732130379852/queue:e14ef07817f4%2C39903%2C1732130379852/1732130392407/Put/seqid=0 2024-11-20T19:19:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741838_1014 (size=5500) 2024-11-20T19:19:54,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741839_1015 (size=6631) 2024-11-20T19:19:54,127 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:54,205 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:54,405 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:19:54,480 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/info/fdd8aba8ed5641d997af074f003fe794 2024-11-20T19:19:54,480 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/.tmp/queue/891f805bcad5497f9f2fa7deaceffcec 2024-11-20T19:19:54,527 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/.tmp/queue/891f805bcad5497f9f2fa7deaceffcec as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/queue/891f805bcad5497f9f2fa7deaceffcec 2024-11-20T19:19:54,539 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/queue/891f805bcad5497f9f2fa7deaceffcec, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T19:19:54,544 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:54,546 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/ns/1ef2dac73a0f4f0990a1a76a7a7675d1 is 43, key is default/ns:d/1732130384257/Put/seqid=0 2024-11-20T19:19:54,547 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c116948a79ae7b0e372d8ab5df46c323 in 538ms, sequenceid=6, compaction requested=false 2024-11-20T19:19:54,547 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:19:54,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741840_1016 (size=5153) 2024-11-20T19:19:54,555 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T19:19:54,558 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:19:54,558 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:19:54,558 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:54,558 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c116948a79ae7b0e372d8ab5df46c323: Waiting for close lock at 1732130394001Running coprocessor pre-close hooks at 1732130394002 (+1 ms)Disabling compacts and flushes for region at 1732130394002Disabling writes for close at 1732130394003 (+1 ms)Obtaining lock to block concurrent updates at 1732130394010 (+7 ms)Preparing flush snapshotting stores in c116948a79ae7b0e372d8ab5df46c323 at 1732130394010Finished memstore snapshotting hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732130394017 (+7 ms)Flushing stores of hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. at 1732130394018 (+1 ms)Flushing c116948a79ae7b0e372d8ab5df46c323/queue: creating writer at 1732130394020 (+2 ms)Flushing c116948a79ae7b0e372d8ab5df46c323/queue: appending metadata at 1732130394055 (+35 ms)Flushing c116948a79ae7b0e372d8ab5df46c323/queue: closing flushed file at 1732130394057 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321a6037: reopening flushed file at 1732130394525 (+468 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for c116948a79ae7b0e372d8ab5df46c323 in 538ms, sequenceid=6, compaction requested=false at 1732130394547 (+22 ms)Writing region close event to WAL at 1732130394550 (+3 ms)Running coprocessor post-close hooks at 1732130394556 (+6 ms)Closed at 1732130394558 (+2 ms) 2024-11-20T19:19:54,559 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:19:54,605 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:19:54,637 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:54,805 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:19:54,953 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/ns/1ef2dac73a0f4f0990a1a76a7a7675d1 2024-11-20T19:19:54,978 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/table/e669eaf722704e109f0b1dd0ad1dc985 is 53, key is hbase:replication/table:state/1732130392060/Put/seqid=0 2024-11-20T19:19:54,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741841_1017 (size=5256) 2024-11-20T19:19:55,006 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:19:55,006 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:19:55,006 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:19:55,206 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:19:55,245 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:55,251 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.1732130383110 to pos 0, reset compression=false 2024-11-20T19:19:55,385 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/table/e669eaf722704e109f0b1dd0ad1dc985 2024-11-20T19:19:55,402 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/info/fdd8aba8ed5641d997af074f003fe794 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/info/fdd8aba8ed5641d997af074f003fe794 2024-11-20T19:19:55,406 DEBUG [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:19:55,412 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/info/fdd8aba8ed5641d997af074f003fe794, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T19:19:55,413 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/ns/1ef2dac73a0f4f0990a1a76a7a7675d1 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/ns/1ef2dac73a0f4f0990a1a76a7a7675d1 2024-11-20T19:19:55,422 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/ns/1ef2dac73a0f4f0990a1a76a7a7675d1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:19:55,424 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/table/e669eaf722704e109f0b1dd0ad1dc985 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/table/e669eaf722704e109f0b1dd0ad1dc985 2024-11-20T19:19:55,432 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/table/e669eaf722704e109f0b1dd0ad1dc985, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T19:19:55,433 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=11, compaction requested=false 2024-11-20T19:19:55,439 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T19:19:55,440 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:19:55,440 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:19:55,440 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:19:55,440 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130394003Running coprocessor pre-close hooks at 1732130394003Disabling compacts and flushes for region at 1732130394003Disabling writes for close at 1732130394004 (+1 ms)Obtaining lock to block concurrent updates at 1732130394010 (+6 ms)Preparing flush snapshotting stores in 1588230740 at 1732130394010Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732130394017 (+7 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732130394018 (+1 ms)Flushing 1588230740/info: creating writer at 1732130394020 (+2 ms)Flushing 1588230740/info: appending metadata at 1732130394055 (+35 ms)Flushing 1588230740/info: closing flushed file at 1732130394057 (+2 ms)Flushing 1588230740/ns: creating writer at 1732130394525 (+468 ms)Flushing 1588230740/ns: appending metadata at 1732130394544 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732130394545 (+1 ms)Flushing 1588230740/table: creating writer at 1732130394963 (+418 ms)Flushing 1588230740/table: appending metadata at 1732130394977 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732130394977Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3294190b: reopening flushed file at 1732130395400 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d678567: reopening flushed file at 1732130395412 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ec5396c: reopening flushed file at 1732130395422 (+10 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1428ms, sequenceid=11, compaction requested=false at 1732130395433 (+11 ms)Writing region close event to WAL at 1732130395434 (+1 ms)Running coprocessor post-close hooks at 1732130395440 (+6 ms)Closed at 1732130395440 2024-11-20T19:19:55,440 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:19:55,607 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,39903,1732130379852; all regions closed. 2024-11-20T19:19:55,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741834_1010 (size=2742) 2024-11-20T19:19:55,622 DEBUG [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs 2024-11-20T19:19:55,622 INFO [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C39903%2C1732130379852.meta:.meta(num 1732130384024) 2024-11-20T19:19:55,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741837_1013 (size=1802) 2024-11-20T19:19:55,625 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852/e14ef07817f4%2C39903%2C1732130379852.rep.1732130391998 not finished, retry = 0 2024-11-20T19:19:55,731 DEBUG [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs 2024-11-20T19:19:55,731 INFO [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C39903%2C1732130379852.rep:(num 1732130391998) 2024-11-20T19:19:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741832_1008 (size=93) 2024-11-20T19:19:55,742 DEBUG [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs 2024-11-20T19:19:55,742 INFO [RS:0;e14ef07817f4:39903 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C39903%2C1732130379852:(num 1732130383110) 2024-11-20T19:19:55,742 DEBUG [RS:0;e14ef07817f4:39903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:55,742 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:19:55,742 INFO [RS:0;e14ef07817f4:39903 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:19:55,743 INFO [RS:0;e14ef07817f4:39903 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:19:55,743 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:19:55,743 INFO [RS:0;e14ef07817f4:39903 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:19:55,744 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,39903,1732130379852 because: Region server is closing 2024-11-20T19:19:55,744 INFO [RS:0;e14ef07817f4:39903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:39903. 2024-11-20T19:19:55,744 DEBUG [RS:0;e14ef07817f4:39903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:19:55,744 DEBUG [RS:0;e14ef07817f4:39903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:55,744 DEBUG [RS:0;e14ef07817f4:39903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:55,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:55,845 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.shippere14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T19:19:55,845 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:19:55,846 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39903,1732130379852.replicationSource.shippere14ef07817f4%2C39903%2C1732130379852,1-e14ef07817f4,39903,1732130379852 terminated 2024-11-20T19:19:55,846 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e14ef07817f4,39903,1732130379852 because: Region server is closing 2024-11-20T19:19:55,847 INFO [RS:0;e14ef07817f4:39903 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:39903. 2024-11-20T19:19:55,847 DEBUG [RS:0;e14ef07817f4:39903 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:19:55,847 DEBUG [RS:0;e14ef07817f4:39903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:55,848 DEBUG [RS:0;e14ef07817f4:39903 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:55,848 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:19:55,948 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.wal-reader.e14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:19:55,948 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.shippere14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T19:19:55,948 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,39903,1732130379852.replicationSource.shippere14ef07817f4%2C39903%2C1732130379852,2-e14ef07817f4,39903,1732130379852 terminated 2024-11-20T19:19:55,949 INFO [RS:0;e14ef07817f4:39903 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39903 2024-11-20T19:19:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/rs/e14ef07817f4,39903,1732130379852 2024-11-20T19:19:55,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/rs 2024-11-20T19:19:55,964 INFO [RS:0;e14ef07817f4:39903 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:19:55,975 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,39903,1732130379852] 2024-11-20T19:19:55,985 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/draining/e14ef07817f4,39903,1732130379852 already deleted, retry=false 2024-11-20T19:19:55,985 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,39903,1732130379852 expired; onlineServers=0 2024-11-20T19:19:55,985 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,36959,1732130379070' ***** 2024-11-20T19:19:55,985 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:19:55,985 INFO [M:0;e14ef07817f4:36959 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:19:55,985 INFO [M:0;e14ef07817f4:36959 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:19:55,985 DEBUG [M:0;e14ef07817f4:36959 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:19:55,986 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:19:55,986 DEBUG [M:0;e14ef07817f4:36959 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:19:55,986 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130382729 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130382729,5,FailOnTimeoutGroup] 2024-11-20T19:19:55,986 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130382732 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130382732,5,FailOnTimeoutGroup] 2024-11-20T19:19:55,986 INFO [M:0;e14ef07817f4:36959 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:19:55,986 INFO [M:0;e14ef07817f4:36959 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:19:55,986 DEBUG [M:0;e14ef07817f4:36959 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:19:55,986 INFO [M:0;e14ef07817f4:36959 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:19:55,986 INFO [M:0;e14ef07817f4:36959 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:19:55,987 INFO [M:0;e14ef07817f4:36959 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:19:55,987 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:19:55,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/master 2024-11-20T19:19:55,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:55,996 DEBUG [M:0;e14ef07817f4:36959 {}] zookeeper.ZKUtil(347): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/master because node does not exist (not an error) 2024-11-20T19:19:55,996 WARN [M:0;e14ef07817f4:36959 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:19:55,997 INFO [M:0;e14ef07817f4:36959 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/.lastflushedseqids 2024-11-20T19:19:56,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741842_1018 (size=181) 2024-11-20T19:19:56,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:19:56,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39903-0x10159affd2a0001, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:19:56,076 INFO [RS:0;e14ef07817f4:39903 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:19:56,076 INFO [RS:0;e14ef07817f4:39903 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,39903,1732130379852; zookeeper connection closed. 2024-11-20T19:19:56,076 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6209e9ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6209e9ba 2024-11-20T19:19:56,077 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:19:56,114 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:19:56,409 INFO [M:0;e14ef07817f4:36959 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:19:56,409 INFO [M:0;e14ef07817f4:36959 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:19:56,410 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:19:56,410 INFO [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:56,410 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:56,411 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:19:56,411 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:56,411 INFO [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T19:19:56,434 DEBUG [M:0;e14ef07817f4:36959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f503a88c0204f75a926e9549b603338 is 82, key is hbase:meta,,1/info:regioninfo/1732130384116/Put/seqid=0 2024-11-20T19:19:56,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741843_1019 (size=5672) 2024-11-20T19:19:56,840 INFO [M:0;e14ef07817f4:36959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f503a88c0204f75a926e9549b603338 2024-11-20T19:19:56,867 DEBUG [M:0;e14ef07817f4:36959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bba1df8e64ea4de7ae9a59f8e94022b4 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732130392066/Put/seqid=0 2024-11-20T19:19:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741844_1020 (size=8663) 2024-11-20T19:19:57,275 INFO [M:0;e14ef07817f4:36959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bba1df8e64ea4de7ae9a59f8e94022b4 2024-11-20T19:19:57,306 DEBUG [M:0;e14ef07817f4:36959 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c35984ebfa354cdb90eb1fc8ddec3646 is 69, key is e14ef07817f4,39903,1732130379852/rs:state/1732130382869/Put/seqid=0 2024-11-20T19:19:57,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741845_1021 (size=5156) 2024-11-20T19:19:57,713 INFO [M:0;e14ef07817f4:36959 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c35984ebfa354cdb90eb1fc8ddec3646 2024-11-20T19:19:57,725 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f503a88c0204f75a926e9549b603338 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f503a88c0204f75a926e9549b603338 2024-11-20T19:19:57,734 INFO [M:0;e14ef07817f4:36959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f503a88c0204f75a926e9549b603338, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T19:19:57,736 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bba1df8e64ea4de7ae9a59f8e94022b4 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bba1df8e64ea4de7ae9a59f8e94022b4 2024-11-20T19:19:57,743 INFO [M:0;e14ef07817f4:36959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bba1df8e64ea4de7ae9a59f8e94022b4, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T19:19:57,745 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c35984ebfa354cdb90eb1fc8ddec3646 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c35984ebfa354cdb90eb1fc8ddec3646 2024-11-20T19:19:57,753 INFO [M:0;e14ef07817f4:36959 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c35984ebfa354cdb90eb1fc8ddec3646, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T19:19:57,755 INFO [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false 2024-11-20T19:19:57,756 INFO [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:19:57,756 DEBUG [M:0;e14ef07817f4:36959 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130396410Disabling compacts and flushes for region at 1732130396410Disabling writes for close at 1732130396411 (+1 ms)Obtaining lock to block concurrent updates at 1732130396411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130396411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732130396412 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130396414 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130396414Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130396433 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130396433Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130396850 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130396867 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130396867Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130397290 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130397305 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130397305Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7b7b30: reopening flushed file at 1732130397724 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af0c978: reopening flushed file at 1732130397734 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631530e: reopening flushed file at 1732130397743 (+9 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false at 1732130397755 (+12 ms)Writing region close event to WAL at 1732130397756 (+1 ms)Closed at 1732130397756 2024-11-20T19:19:57,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741830_1006 (size=59421) 2024-11-20T19:19:57,760 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:19:57,760 INFO [M:0;e14ef07817f4:36959 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:19:57,760 INFO [M:0;e14ef07817f4:36959 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36959 2024-11-20T19:19:57,760 INFO [M:0;e14ef07817f4:36959 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:19:57,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:19:57,873 INFO [M:0;e14ef07817f4:36959 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:19:57,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36959-0x10159affd2a0000, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:19:57,876 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:19:57,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:57,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:57,876 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:19:57,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:57,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:19:57,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:19:57,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:19:57,877 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37697 2024-11-20T19:19:57,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37697 connecting to ZooKeeper ensemble=127.0.0.1:52937 2024-11-20T19:19:57,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376970x0, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:19:57,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37697-0x10159affd2a0006 connected 2024-11-20T19:19:57,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:57,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:57,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/running 2024-11-20T19:19:57,953 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: INIT 2024-11-20T19:19:57,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe, hbase.cluster.distributed=false 2024-11-20T19:19:57,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/acl 2024-11-20T19:19:57,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37697 2024-11-20T19:19:57,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37697 2024-11-20T19:19:57,956 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37697 2024-11-20T19:19:57,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37697 2024-11-20T19:19:57,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37697 2024-11-20T19:19:57,983 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:19:57,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:57,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:57,983 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:19:57,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:19:57,983 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:19:57,983 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:19:57,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:19:57,984 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41383 2024-11-20T19:19:57,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41383 connecting to ZooKeeper ensemble=127.0.0.1:52937 2024-11-20T19:19:57,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:57,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:58,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:413830x0, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:19:58,007 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:413830x0, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/running 2024-11-20T19:19:58,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41383-0x10159affd2a0007 connected 2024-11-20T19:19:58,007 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: INIT 2024-11-20T19:19:58,007 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:19:58,008 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:19:58,009 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/master 2024-11-20T19:19:58,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/acl 2024-11-20T19:19:58,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41383 2024-11-20T19:19:58,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41383 2024-11-20T19:19:58,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41383 2024-11-20T19:19:58,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41383 2024-11-20T19:19:58,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41383 2024-11-20T19:19:58,022 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:37697 2024-11-20T19:19:58,023 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0269080983/backup-masters/e14ef07817f4,37697,1732130397876 2024-11-20T19:19:58,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/backup-masters 2024-11-20T19:19:58,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/backup-masters 2024-11-20T19:19:58,036 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on existing znode=/0269080983/backup-masters/e14ef07817f4,37697,1732130397876 2024-11-20T19:19:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0269080983/master 2024-11-20T19:19:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:58,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:58,049 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on existing znode=/0269080983/master 2024-11-20T19:19:58,049 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0269080983/backup-masters/e14ef07817f4,37697,1732130397876 from backup master directory 2024-11-20T19:19:58,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/backup-masters/e14ef07817f4,37697,1732130397876 2024-11-20T19:19:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/backup-masters 2024-11-20T19:19:58,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/backup-masters 2024-11-20T19:19:58,059 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:19:58,059 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,37697,1732130397876 2024-11-20T19:19:58,076 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:19:58,076 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:19:58,089 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-20T19:19:58,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741846_1022 (size=196) 2024-11-20T19:19:58,509 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:19:58,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:19:58,512 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:58,523 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T19:19:58,527 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070 to hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070-dead as it is dead 2024-11-20T19:19:58,529 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T19:19:58,529 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T19:19:58,529 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070-dead/e14ef07817f4%2C36959%2C1732130379070.1732130381955 2024-11-20T19:19:58,534 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070-dead/e14ef07817f4%2C36959%2C1732130379070.1732130381955 after 4ms 2024-11-20T19:19:58,536 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070-dead/e14ef07817f4%2C36959%2C1732130379070.1732130381955 to hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e14ef07817f4%2C36959%2C1732130379070.1732130381955 2024-11-20T19:19:58,536 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,36959,1732130379070-dead 2024-11-20T19:19:58,536 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,37697,1732130397876 2024-11-20T19:19:58,538 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:19:58,539 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C37697%2C1732130397876, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,37697,1732130397876, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/oldWALs, maxLogs=10 2024-11-20T19:19:58,552 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,37697,1732130397876/e14ef07817f4%2C37697%2C1732130397876.1732130398540, exclude list is [], retry=0 2024-11-20T19:19:58,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-a94d9be2-56dc-44b6-acad-8e346989ec9d,DISK] 2024-11-20T19:19:58,559 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,37697,1732130397876/e14ef07817f4%2C37697%2C1732130397876.1732130398540 2024-11-20T19:19:58,559 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-20T19:19:58,559 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:19:58,559 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:58,559 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,560 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,563 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:19:58,563 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:58,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f503a88c0204f75a926e9549b603338 2024-11-20T19:19:58,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:58,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:19:58,572 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:58,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bba1df8e64ea4de7ae9a59f8e94022b4 2024-11-20T19:19:58,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:58,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,581 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:19:58,581 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:58,591 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c35984ebfa354cdb90eb1fc8ddec3646 2024-11-20T19:19:58,591 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:58,592 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,593 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:19:58,593 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:58,594 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:19:58,594 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,595 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T19:19:58,595 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e14ef07817f4%2C36959%2C1732130379070.1732130381955 2024-11-20T19:19:58,609 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e14ef07817f4%2C36959%2C1732130379070.1732130381955 2024-11-20T19:19:58,611 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e14ef07817f4%2C36959%2C1732130379070.1732130381955 2024-11-20T19:19:58,612 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,612 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:19:58,614 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:19:58,617 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T19:19:58,618 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63793830, jitterRate=-0.04939785599708557}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:19:58,619 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130398560Initializing all the Stores at 1732130398561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130398561Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130398561Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130398561Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130398561Cleaning up temporary data from old regions at 1732130398612 (+51 ms)Region opened successfully at 1732130398618 (+6 ms) 2024-11-20T19:19:58,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:19:58,623 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240d151d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:19:58,634 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T19:19:58,634 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:19:58,634 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:19:58,635 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:19:58,635 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:19:58,640 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:19:58,641 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:19:58,641 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:19:58,641 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:19:58,642 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T19:19:58,642 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T19:19:58,642 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T19:19:58,642 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:19:58,646 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e14ef07817f4,39903,1732130379852, regionLocation=e14ef07817f4,39903,1732130379852, openSeqNum=2 2024-11-20T19:19:58,646 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e14ef07817f4,39903,1732130379852, table=hbase:meta, region=1588230740 2024-11-20T19:19:58,646 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39903,1732130379852, state=OPEN 2024-11-20T19:19:58,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0269080983/meta-region-server 2024-11-20T19:19:58,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0269080983/meta-region-server 2024-11-20T19:19:58,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:58,702 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:58,709 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:19:58,721 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/draining/e14ef07817f4,39903,1732130379852 already deleted, retry=false 2024-11-20T19:19:58,722 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e14ef07817f4,39903,1732130379852 on e14ef07817f4,37697,1732130397876 2024-11-20T19:19:58,729 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e14ef07817f4,39903,1732130379852, splitWal=true, meta=true 2024-11-20T19:19:58,731 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for e14ef07817f4,39903,1732130379852 (carryingMeta=true) e14ef07817f4,39903,1732130379852/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@1ba2d8a8[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T19:19:58,735 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/balancer because node does not exist (not necessarily an error) 2024-11-20T19:19:58,743 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/balancer already deleted, retry=false 2024-11-20T19:19:58,743 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:19:58,744 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:19:58,799 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/normalizer already deleted, retry=false 2024-11-20T19:19:58,800 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:19:58,803 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:19:58,825 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/switch/split already deleted, retry=false 2024-11-20T19:19:58,826 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:19:58,837 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/switch/merge already deleted, retry=false 2024-11-20T19:19:58,862 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:19:58,869 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/snapshot-cleanup already deleted, retry=false 2024-11-20T19:19:58,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0269080983/running 2024-11-20T19:19:58,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0269080983/running 2024-11-20T19:19:58,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:58,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:19:58,880 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,37697,1732130397876, sessionid=0x10159affd2a0006, setting cluster-up flag (Was=false) 2024-11-20T19:19:58,891 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0269080983/flush-table-proc/acquired, /0269080983/flush-table-proc/reached, /0269080983/flush-table-proc/abort 2024-11-20T19:19:58,892 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,37697,1732130397876 2024-11-20T19:19:58,902 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0269080983/online-snapshot/acquired, /0269080983/online-snapshot/reached, /0269080983/online-snapshot/abort 2024-11-20T19:19:58,904 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,37697,1732130397876 2024-11-20T19:19:58,906 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/.lastflushedseqids 2024-11-20T19:19:58,910 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:19:58,910 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:19:58,911 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,37697,1732130397876 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e14ef07817f4,39903,1732130379852 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:19:58,913 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:58,913 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:58,913 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:58,913 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:19:58,913 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:19:58,913 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:58,913 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:19:58,913 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:58,914 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(746): ClusterId : 9f6078d1-32c0-4dab-b7db-575b8b634270 2024-11-20T19:19:58,914 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:19:58,914 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130428914 2024-11-20T19:19:58,915 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:19:58,915 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:19:58,915 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:19:58,915 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:19:58,915 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:19:58,915 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:19:58,915 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:58,916 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:19:58,916 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:19:58,916 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:19:58,916 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:19:58,916 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:19:58,916 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:19:58,916 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130398916,5,FailOnTimeoutGroup] 2024-11-20T19:19:58,917 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130398916,5,FailOnTimeoutGroup] 2024-11-20T19:19:58,917 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:58,917 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e14ef07817f4,39903,1732130379852, splitWal=true, meta=true 2024-11-20T19:19:58,917 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:19:58,917 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:58,917 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:58,917 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130398917, completionTime=-1 2024-11-20T19:19:58,917 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T19:19:58,918 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e14ef07817f4,39903,1732130379852, splitWal=true, meta=true, isMeta: true 2024-11-20T19:19:58,921 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852-splitting 2024-11-20T19:19:58,921 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T19:19:58,922 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852-splitting dir is empty, no logs to split. 2024-11-20T19:19:58,923 INFO [PEWorker-1 {}] master.SplitWALManager(105): e14ef07817f4,39903,1732130379852 WAL count=0, meta=true 2024-11-20T19:19:58,923 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:19:58,923 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:19:58,928 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852-splitting dir is empty, no logs to split. 2024-11-20T19:19:58,928 INFO [PEWorker-1 {}] master.SplitWALManager(105): e14ef07817f4,39903,1732130379852 WAL count=0, meta=true 2024-11-20T19:19:58,928 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e14ef07817f4,39903,1732130379852 WAL splitting is done? wals=0, meta=true 2024-11-20T19:19:58,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:19:58,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:19:58,933 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:19:58,934 DEBUG [RS:0;e14ef07817f4:41383 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fea8b65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:19:58,934 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:19:58,946 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:41383 2024-11-20T19:19:58,946 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:19:58,946 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:19:58,946 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:19:58,947 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,37697,1732130397876 with port=41383, startcode=1732130397982 2024-11-20T19:19:58,947 DEBUG [RS:0;e14ef07817f4:41383 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:19:58,949 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:19:58,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37697 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,41383,1732130397982 2024-11-20T19:19:58,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37697 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,41383,1732130397982 2024-11-20T19:19:58,952 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe 2024-11-20T19:19:58,952 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45673 2024-11-20T19:19:58,952 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:19:58,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/rs 2024-11-20T19:19:58,965 DEBUG [RS:0;e14ef07817f4:41383 {}] zookeeper.ZKUtil(111): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on existing znode=/0269080983/rs/e14ef07817f4,41383,1732130397982 2024-11-20T19:19:58,965 WARN [RS:0;e14ef07817f4:41383 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:19:58,965 INFO [RS:0;e14ef07817f4:41383 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:58,965 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982 2024-11-20T19:19:58,968 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,41383,1732130397982] 2024-11-20T19:19:58,971 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T19:19:59,006 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:19:59,008 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:19:59,009 INFO [RS:0;e14ef07817f4:41383 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:19:59,009 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,009 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:19:59,010 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:19:59,010 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,010 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,010 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,010 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,010 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,010 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,010 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:19:59,010 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,011 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,011 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,011 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,011 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,011 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:19:59,011 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:19:59,011 DEBUG [RS:0;e14ef07817f4:41383 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:19:59,011 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,011 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,011 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,011 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,012 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,012 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41383,1732130397982-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:19:59,026 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:19:59,026 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41383,1732130397982-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,041 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,41383,1732130397982, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:19:59,055 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSource(231): queueId=2-e14ef07817f4,41383,1732130397982, ReplicationSource: 2, currentBandwidth=0 2024-11-20T19:19:59,055 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,055 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.Replication(171): e14ef07817f4,41383,1732130397982 started 2024-11-20T19:19:59,056 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,1-e14ef07817f4,41383,1732130397982 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:42123' 2024-11-20T19:19:59,057 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,1-e14ef07817f4,41383,1732130397982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d81b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:59,057 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,1-e14ef07817f4,41383,1732130397982 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:59,057 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,1-e14ef07817f4,41383,1732130397982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:59,058 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:59,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:59,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:59,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5694eb6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:59,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:59,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:59,061 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:59,062 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,1-e14ef07817f4,41383,1732130397982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e6b860a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:59,062 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,1-e14ef07817f4,41383,1732130397982 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42123,1732130387123 2024-11-20T19:19:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aa3ab4e 2024-11-20T19:19:59,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:59,064 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T19:19:59,065 INFO [RS:0;e14ef07817f4:41383.replicationSource,1-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,41383,1732130397982 (queues=0) is replicating from cluster=9f6078d1-32c0-4dab-b7db-575b8b634270 to cluster=f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d 2024-11-20T19:19:59,070 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:19:59,070 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,41383,1732130397982, RpcServer on e14ef07817f4/172.17.0.3:41383, sessionid=0x10159affd2a0007 2024-11-20T19:19:59,071 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:19:59,071 DEBUG [RS:0;e14ef07817f4:41383 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,41383,1732130397982 2024-11-20T19:19:59,071 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,41383,1732130397982' 2024-11-20T19:19:59,071 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0269080983/flush-table-proc/abort' 2024-11-20T19:19:59,071 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,2-e14ef07817f4,41383,1732130397982 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:42123' 2024-11-20T19:19:59,071 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0269080983/flush-table-proc/acquired' 2024-11-20T19:19:59,072 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:19:59,072 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:19:59,072 DEBUG [RS:0;e14ef07817f4:41383 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,41383,1732130397982 2024-11-20T19:19:59,072 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,41383,1732130397982' 2024-11-20T19:19:59,072 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0269080983/online-snapshot/abort' 2024-11-20T19:19:59,072 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0269080983/online-snapshot/acquired' 2024-11-20T19:19:59,072 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,2-e14ef07817f4,41383,1732130397982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@725f53b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:59,073 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,2-e14ef07817f4,41383,1732130397982 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42123,-1 for getting cluster id 2024-11-20T19:19:59,073 DEBUG [RS:0;e14ef07817f4:41383 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:19:59,073 INFO [RS:0;e14ef07817f4:41383 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:19:59,073 INFO [RS:0;e14ef07817f4:41383 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:19:59,073 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,2-e14ef07817f4,41383,1732130397982 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:19:59,074 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d' 2024-11-20T19:19:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:19:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d" 2024-11-20T19:19:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73b98097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42123,-1] 2024-11-20T19:19:59,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:19:59,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:19:59,076 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:19:59,077 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,2-e14ef07817f4,41383,1732130397982 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75c7f100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:19:59,077 DEBUG [RS:0;e14ef07817f4:41383.replicationSource,2-e14ef07817f4,41383,1732130397982 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:19:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42123,1732130387123 2024-11-20T19:19:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22498e9f 2024-11-20T19:19:59,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:19:59,080 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T19:19:59,081 INFO [RS:0;e14ef07817f4:41383.replicationSource,2-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e14ef07817f4,41383,1732130397982 (queues=0) is replicating from cluster=9f6078d1-32c0-4dab-b7db-575b8b634270 to cluster=f8b6c2ec-c056-4c58-a58c-7b3bc0ba1f7d 2024-11-20T19:19:59,084 WARN [e14ef07817f4:37697 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T19:19:59,173 INFO [RS:0;e14ef07817f4:41383 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:19:59,176 INFO [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C41383%2C1732130397982, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs, maxLogs=10 2024-11-20T19:19:59,195 DEBUG [RS:0;e14ef07817f4:41383 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176, exclude list is [], retry=0 2024-11-20T19:19:59,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-a94d9be2-56dc-44b6-acad-8e346989ec9d,DISK] 2024-11-20T19:19:59,201 INFO [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 2024-11-20T19:19:59,201 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e14ef07817f4%2C41383%2C1732130397982 for peer 2 2024-11-20T19:19:59,202 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e14ef07817f4%2C41383%2C1732130397982 for peer 1 2024-11-20T19:19:59,202 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C41383%2C1732130397982 2024-11-20T19:19:59,202 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,41383,1732130397982, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:19:59,202 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e14ef07817f4%2C41383%2C1732130397982 2024-11-20T19:19:59,202 INFO [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C41383%2C1732130397982 2024-11-20T19:19:59,202 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e14ef07817f4,41383,1732130397982, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:19:59,203 DEBUG [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-20T19:19:59,203 INFO [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C41383%2C1732130397982 2024-11-20T19:19:59,203 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176, startPosition=0, beingWritten=true 2024-11-20T19:19:59,203 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176, startPosition=0, beingWritten=true 2024-11-20T19:19:59,334 DEBUG [e14ef07817f4:37697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:19:59,335 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,41383,1732130397982 2024-11-20T19:19:59,336 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,41383,1732130397982, state=OPENING 2024-11-20T19:19:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0269080983/meta-region-server 2024-11-20T19:19:59,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0269080983/meta-region-server 2024-11-20T19:19:59,343 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:19:59,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:59,343 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:59,343 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,41383,1732130397982}] 2024-11-20T19:19:59,410 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:19:59,410 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:19:59,498 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:19:59,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:19:59,509 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:19:59,510 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:19:59,511 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:19:59,514 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C41383%2C1732130397982.meta, suffix=.meta, logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs, maxLogs=10 2024-11-20T19:19:59,528 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.meta.1732130399515.meta, exclude list is [], retry=0 2024-11-20T19:19:59,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-a94d9be2-56dc-44b6-acad-8e346989ec9d,DISK] 2024-11-20T19:19:59,532 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.meta.1732130399515.meta 2024-11-20T19:19:59,533 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-20T19:19:59,533 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:19:59,533 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:19:59,533 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:19:59,533 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:19:59,533 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:19:59,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:19:59,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:19:59,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:19:59,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:19:59,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:19:59,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:19:59,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:59,545 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/info/fdd8aba8ed5641d997af074f003fe794 2024-11-20T19:19:59,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:59,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:19:59,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:19:59,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:59,554 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/ns/1ef2dac73a0f4f0990a1a76a7a7675d1 2024-11-20T19:19:59,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:59,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:19:59,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:19:59,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:59,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:59,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:19:59,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:19:59,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:19:59,564 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/table/e669eaf722704e109f0b1dd0ad1dc985 2024-11-20T19:19:59,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:19:59,564 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:19:59,565 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740 2024-11-20T19:19:59,566 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740 2024-11-20T19:19:59,568 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:19:59,568 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:19:59,568 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:19:59,570 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:19:59,571 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67466766, jitterRate=0.005333155393600464}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:19:59,571 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:19:59,571 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130399534Writing region info on filesystem at 1732130399534Initializing all the Stores at 1732130399535 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130399535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130399535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130399535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130399535Cleaning up temporary data from old regions at 1732130399568 (+33 ms)Running coprocessor post-open hooks at 1732130399571 (+3 ms)Region opened successfully at 1732130399571 2024-11-20T19:19:59,572 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732130399497 2024-11-20T19:19:59,574 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:19:59,574 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:19:59,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e14ef07817f4,41383,1732130397982 2024-11-20T19:19:59,576 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,41383,1732130397982, state=OPEN 2024-11-20T19:19:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0269080983/meta-region-server 2024-11-20T19:19:59,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0269080983/meta-region-server 2024-11-20T19:19:59,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,41383,1732130397982 2024-11-20T19:19:59,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:59,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0269080983/meta-region-server: CHANGED 2024-11-20T19:19:59,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T19:19:59,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,41383,1732130397982 in 242 msec 2024-11-20T19:19:59,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T19:19:59,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 659 msec 2024-11-20T19:19:59,720 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:19:59,720 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:00,130 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:00,130 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:00,474 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1557ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-20T19:20:00,636 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:00,636 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:01,243 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:01,243 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:01,350 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:20:01,955 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:01,955 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:01,978 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3061ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-20T19:20:02,767 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:02,767 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:03,431 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T19:20:03,431 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:20:03,432 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:03,432 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41383,1732130397982, seqNum=-1] 2024-11-20T19:20:03,432 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:03,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:03,441 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c116948a79ae7b0e372d8ab5df46c323, regionState=OPEN, lastHost=e14ef07817f4,39903,1732130379852, regionLocation=e14ef07817f4,39903,1732130379852, openSeqNum=2 2024-11-20T19:20:03,441 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:20:03,441 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130463441 2024-11-20T19:20:03,441 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130523441 2024-11-20T19:20:03,442 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-20T19:20:03,442 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37697,1732130397876-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:03,442 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37697,1732130397876-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:03,442 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37697,1732130397876-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:03,442 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): e14ef07817f4,39903,1732130379852 had 2 regions 2024-11-20T19:20:03,442 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:37697, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:03,442 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:03,443 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:03,445 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e14ef07817f4,39903,1732130379852, splitWal=true, meta=true, isMeta: false 2024-11-20T19:20:03,447 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852-splitting dir is empty, no logs to split. 2024-11-20T19:20:03,447 INFO [PEWorker-4 {}] master.SplitWALManager(105): e14ef07817f4,39903,1732130379852 WAL count=0, meta=false 2024-11-20T19:20:03,451 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,39903,1732130379852-splitting dir is empty, no logs to split. 2024-11-20T19:20:03,451 INFO [PEWorker-4 {}] master.SplitWALManager(105): e14ef07817f4,39903,1732130379852 WAL count=0, meta=false 2024-11-20T19:20:03,451 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if e14ef07817f4,39903,1732130379852 WAL splitting is done? wals=0, meta=false 2024-11-20T19:20:03,451 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.392sec 2024-11-20T19:20:03,452 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:20:03,452 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:20:03,452 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:20:03,452 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:20:03,452 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:20:03,452 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37697,1732130397876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:03,452 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37697,1732130397876-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:20:03,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN}] 2024-11-20T19:20:03,454 WARN [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e14ef07817f4,39903,1732130379852/hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:03,456 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN 2024-11-20T19:20:03,457 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:20:03,457 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:20:03,457 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37697,1732130397876-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:03,458 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:20:03,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55ad9e15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:03,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37697,-1 for getting cluster id 2024-11-20T19:20:03,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:03,520 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6078d1-32c0-4dab-b7db-575b8b634270' 2024-11-20T19:20:03,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:03,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6078d1-32c0-4dab-b7db-575b8b634270" 2024-11-20T19:20:03,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465da2bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:03,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37697,-1] 2024-11-20T19:20:03,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:03,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:03,522 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291502e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:03,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:03,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41383,1732130397982, seqNum=-1] 2024-11-20T19:20:03,525 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:03,528 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:03,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T19:20:03,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:03,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:03,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:03,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:03,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:03,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e14ef07817f4:37697 after: e14ef07817f4:37697 2024-11-20T19:20:03,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f50a58b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:03,532 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37697,-1 for getting cluster id 2024-11-20T19:20:03,532 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:03,533 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6078d1-32c0-4dab-b7db-575b8b634270' 2024-11-20T19:20:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6078d1-32c0-4dab-b7db-575b8b634270" 2024-11-20T19:20:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4463e16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37697,-1] 2024-11-20T19:20:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:03,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:03,534 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:03,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d917edd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:03,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:03,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37697,1732130397876 2024-11-20T19:20:03,536 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c9263d5 2024-11-20T19:20:03,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:03,538 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:03,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T19:20:03,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T19:20:03,540 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T19:20:03,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37697 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T19:20:03,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:20:03,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:03,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:03,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:03,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:03,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:03,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:20:03,541 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=100036753, stopped=false 2024-11-20T19:20:03,541 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,42123,1732130387123 2024-11-20T19:20:03,553 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-398062987/running 2024-11-20T19:20:03,553 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:20:03,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-398062987/running 2024-11-20T19:20:03,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:20:03,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:20:03,554 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:03,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on znode that does not yet exist, /1-398062987/running 2024-11-20T19:20:03,554 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Set watcher on znode that does not yet exist, /1-398062987/running 2024-11-20T19:20:03,554 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:03,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:03,554 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,36405,1732130387236' ***** 2024-11-20T19:20:03,554 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:20:03,555 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,36405,1732130387236 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:36405. 2024-11-20T19:20:03,555 DEBUG [RS:0;e14ef07817f4:36405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:03,555 DEBUG [RS:0;e14ef07817f4:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:20:03,555 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:20:03,556 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:20:03,556 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:20:03,556 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:20:03,556 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:20:03,556 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:20:03,556 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:20:03,556 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:20:03,556 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T19:20:03,568 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:20:03,572 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740/.tmp/ns/fed4418fdb1649f388a7103c15107109 is 43, key is default/ns:d/1732130390654/Put/seqid=0 2024-11-20T19:20:03,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741835_1011 (size=5153) 2024-11-20T19:20:03,608 DEBUG [e14ef07817f4:37697 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:20:03,609 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c116948a79ae7b0e372d8ab5df46c323, regionState=OPENING, regionLocation=e14ef07817f4,41383,1732130397982 2024-11-20T19:20:03,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN because future has completed 2024-11-20T19:20:03,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c116948a79ae7b0e372d8ab5df46c323, server=e14ef07817f4,41383,1732130397982}] 2024-11-20T19:20:03,678 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:03,678 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:03,756 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:20:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:03,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:20:03,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C41383%2C1732130397982.rep, suffix=, logDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982, archiveDir=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs, maxLogs=10 2024-11-20T19:20:03,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.rep.1732130403775, exclude list is [], retry=0 2024-11-20T19:20:03,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36999,DS-a94d9be2-56dc-44b6-acad-8e346989ec9d,DISK] 2024-11-20T19:20:03,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.rep.1732130403775 2024-11-20T19:20:03,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45917:45917)] 2024-11-20T19:20:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => c116948a79ae7b0e372d8ab5df46c323, NAME => 'hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:03,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:20:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. service=MultiRowMutationService 2024-11-20T19:20:03,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:20:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:03,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,799 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,800 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c116948a79ae7b0e372d8ab5df46c323 columnFamilyName hfileref 2024-11-20T19:20:03,800 DEBUG [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:03,801 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(327): Store=c116948a79ae7b0e372d8ab5df46c323/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:03,801 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,802 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c116948a79ae7b0e372d8ab5df46c323 columnFamilyName queue 2024-11-20T19:20:03,802 DEBUG [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:03,810 DEBUG [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/queue/891f805bcad5497f9f2fa7deaceffcec 2024-11-20T19:20:03,810 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(327): Store=c116948a79ae7b0e372d8ab5df46c323/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:03,810 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,812 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c116948a79ae7b0e372d8ab5df46c323 columnFamilyName sid 2024-11-20T19:20:03,812 DEBUG [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:03,812 INFO [StoreOpener-c116948a79ae7b0e372d8ab5df46c323-1 {}] regionserver.HStore(327): Store=c116948a79ae7b0e372d8ab5df46c323/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:03,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:20:03,819 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened c116948a79ae7b0e372d8ab5df46c323; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61753880, jitterRate=-0.0797954797744751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:20:03,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:03,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for c116948a79ae7b0e372d8ab5df46c323: Running coprocessor pre-open hook at 1732130403798Writing region info on filesystem at 1732130403798Initializing all the Stores at 1732130403799 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130403799Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130403799Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130403799Cleaning up temporary data from old regions at 1732130403816 (+17 ms)Running coprocessor post-open hooks at 1732130403820 (+4 ms)Region opened successfully at 1732130403821 (+1 ms) 2024-11-20T19:20:03,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323., pid=19, masterSystemTime=1732130403768 2024-11-20T19:20:03,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:03,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:03,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c116948a79ae7b0e372d8ab5df46c323, regionState=OPEN, openSeqNum=10, regionLocation=e14ef07817f4,41383,1732130397982 2024-11-20T19:20:03,830 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37697 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=e14ef07817f4,41383,1732130397982, table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T19:20:03,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c116948a79ae7b0e372d8ab5df46c323, server=e14ef07817f4,41383,1732130397982 because future has completed 2024-11-20T19:20:03,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T19:20:03,840 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c116948a79ae7b0e372d8ab5df46c323, server=e14ef07817f4,41383,1732130397982 in 222 msec 2024-11-20T19:20:03,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T19:20:03,846 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c116948a79ae7b0e372d8ab5df46c323, ASSIGN in 386 msec 2024-11-20T19:20:03,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T19:20:03,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323., hostname=e14ef07817f4,41383,1732130397982, seqNum=10] 2024-11-20T19:20:03,896 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for e14ef07817f4,39903,1732130379852 2024-11-20T19:20:03,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T19:20:03,956 DEBUG [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:20:03,977 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740/.tmp/ns/fed4418fdb1649f388a7103c15107109 2024-11-20T19:20:03,985 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740/.tmp/ns/fed4418fdb1649f388a7103c15107109 as hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740/ns/fed4418fdb1649f388a7103c15107109 2024-11-20T19:20:03,992 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740/ns/fed4418fdb1649f388a7103c15107109, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T19:20:03,993 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false 2024-11-20T19:20:03,993 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:20:03,999 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T19:20:04,000 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:04,000 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:04,000 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:04,000 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130403556Running coprocessor pre-close hooks at 1732130403556Disabling compacts and flushes for region at 1732130403556Disabling writes for close at 1732130403556Obtaining lock to block concurrent updates at 1732130403556Preparing flush snapshotting stores in 1588230740 at 1732130403556Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732130403556Flushing stores of hbase:meta,,1.1588230740 at 1732130403557 (+1 ms)Flushing 1588230740/ns: creating writer at 1732130403557Flushing 1588230740/ns: appending metadata at 1732130403571 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732130403571Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6889b0fd: reopening flushed file at 1732130403984 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 437ms, sequenceid=6, compaction requested=false at 1732130403993 (+9 ms)Writing region close event to WAL at 1732130403995 (+2 ms)Running coprocessor post-close hooks at 1732130404000 (+5 ms)Closed at 1732130404000 2024-11-20T19:20:04,000 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:04,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41383 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T19:20:04,156 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,36405,1732130387236; all regions closed. 2024-11-20T19:20:04,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741834_1010 (size=1152) 2024-11-20T19:20:04,160 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/WALs/e14ef07817f4,36405,1732130387236/e14ef07817f4%2C36405%2C1732130387236.meta.1732130390588.meta not finished, retry = 0 2024-11-20T19:20:04,264 DEBUG [RS:0;e14ef07817f4:36405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/oldWALs 2024-11-20T19:20:04,265 INFO [RS:0;e14ef07817f4:36405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C36405%2C1732130387236.meta:.meta(num 1732130390588) 2024-11-20T19:20:04,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741832_1008 (size=93) 2024-11-20T19:20:04,271 DEBUG [RS:0;e14ef07817f4:36405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/oldWALs 2024-11-20T19:20:04,271 INFO [RS:0;e14ef07817f4:36405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C36405%2C1732130387236:(num 1732130389598) 2024-11-20T19:20:04,271 DEBUG [RS:0;e14ef07817f4:36405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:04,271 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:20:04,271 INFO [RS:0;e14ef07817f4:36405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:20:04,272 INFO [RS:0;e14ef07817f4:36405 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:20:04,272 INFO [RS:0;e14ef07817f4:36405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:20:04,272 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:20:04,272 INFO [RS:0;e14ef07817f4:36405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36405 2024-11-20T19:20:04,279 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-398062987/rs/e14ef07817f4,36405,1732130387236 2024-11-20T19:20:04,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987/rs 2024-11-20T19:20:04,279 INFO [RS:0;e14ef07817f4:36405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:20:04,280 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,36405,1732130387236] 2024-11-20T19:20:04,300 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-398062987/draining/e14ef07817f4,36405,1732130387236 already deleted, retry=false 2024-11-20T19:20:04,300 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,36405,1732130387236 expired; onlineServers=0 2024-11-20T19:20:04,300 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,42123,1732130387123' ***** 2024-11-20T19:20:04,300 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:20:04,301 INFO [M:0;e14ef07817f4:42123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:20:04,301 INFO [M:0;e14ef07817f4:42123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:20:04,301 DEBUG [M:0;e14ef07817f4:42123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:20:04,301 DEBUG [M:0;e14ef07817f4:42123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:20:04,301 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:20:04,301 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130389342 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130389342,5,FailOnTimeoutGroup] 2024-11-20T19:20:04,301 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130389341 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130389341,5,FailOnTimeoutGroup] 2024-11-20T19:20:04,301 INFO [M:0;e14ef07817f4:42123 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:20:04,301 INFO [M:0;e14ef07817f4:42123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:20:04,301 DEBUG [M:0;e14ef07817f4:42123 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:20:04,302 INFO [M:0;e14ef07817f4:42123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:20:04,302 INFO [M:0;e14ef07817f4:42123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:20:04,302 INFO [M:0;e14ef07817f4:42123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:20:04,302 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:20:04,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-398062987/master 2024-11-20T19:20:04,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-398062987 2024-11-20T19:20:04,311 DEBUG [M:0;e14ef07817f4:42123 {}] zookeeper.ZKUtil(347): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Unable to get data of znode /1-398062987/master because node does not exist (not an error) 2024-11-20T19:20:04,311 WARN [M:0;e14ef07817f4:42123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:20:04,314 INFO [M:0;e14ef07817f4:42123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/.lastflushedseqids 2024-11-20T19:20:04,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741836_1012 (size=99) 2024-11-20T19:20:04,390 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:04,390 INFO [RS:0;e14ef07817f4:36405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:20:04,390 INFO [RS:0;e14ef07817f4:36405 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,36405,1732130387236; zookeeper connection closed. 2024-11-20T19:20:04,390 DEBUG [pool-149-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36405-0x10159affd2a0004, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:04,390 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75bcfe9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75bcfe9d 2024-11-20T19:20:04,391 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:20:04,688 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:04,689 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:04,724 INFO [M:0;e14ef07817f4:42123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:20:04,724 INFO [M:0;e14ef07817f4:42123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:20:04,724 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:20:04,724 INFO [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:04,724 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:04,724 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:20:04,724 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:04,725 INFO [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T19:20:04,743 DEBUG [M:0;e14ef07817f4:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe49363247d0430882b86f22e631c3e7 is 82, key is hbase:meta,,1/info:regioninfo/1732130390631/Put/seqid=0 2024-11-20T19:20:04,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741837_1013 (size=5672) 2024-11-20T19:20:05,149 INFO [M:0;e14ef07817f4:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe49363247d0430882b86f22e631c3e7 2024-11-20T19:20:05,180 DEBUG [M:0;e14ef07817f4:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2999f5d4524348dba5b731c4a42b534d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732130390665/Put/seqid=0 2024-11-20T19:20:05,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741838_1014 (size=5275) 2024-11-20T19:20:05,586 INFO [M:0;e14ef07817f4:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2999f5d4524348dba5b731c4a42b534d 2024-11-20T19:20:05,606 DEBUG [M:0;e14ef07817f4:42123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76bd090b58c94d299722ad2961b75dff is 69, key is e14ef07817f4,36405,1732130387236/rs:state/1732130389424/Put/seqid=0 2024-11-20T19:20:05,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741839_1015 (size=5156) 2024-11-20T19:20:05,798 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:05,798 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:06,011 INFO [M:0;e14ef07817f4:42123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76bd090b58c94d299722ad2961b75dff 2024-11-20T19:20:06,019 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe49363247d0430882b86f22e631c3e7 as hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe49363247d0430882b86f22e631c3e7 2024-11-20T19:20:06,026 INFO [M:0;e14ef07817f4:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe49363247d0430882b86f22e631c3e7, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T19:20:06,027 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2999f5d4524348dba5b731c4a42b534d as hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2999f5d4524348dba5b731c4a42b534d 2024-11-20T19:20:06,033 INFO [M:0;e14ef07817f4:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2999f5d4524348dba5b731c4a42b534d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T19:20:06,035 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76bd090b58c94d299722ad2961b75dff as hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76bd090b58c94d299722ad2961b75dff 2024-11-20T19:20:06,040 INFO [M:0;e14ef07817f4:42123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34469/user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76bd090b58c94d299722ad2961b75dff, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T19:20:06,041 INFO [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false 2024-11-20T19:20:06,043 INFO [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:06,043 DEBUG [M:0;e14ef07817f4:42123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130404724Disabling compacts and flushes for region at 1732130404724Disabling writes for close at 1732130404724Obtaining lock to block concurrent updates at 1732130404725 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130404725Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732130404725Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130404726 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130404726Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130404743 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130404743Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130405160 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130405180 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130405180Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130405591 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130405606 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130405606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c9487: reopening flushed file at 1732130406017 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52eec87f: reopening flushed file at 1732130406026 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@474b7584: reopening flushed file at 1732130406034 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=28, compaction requested=false at 1732130406042 (+8 ms)Writing region close event to WAL at 1732130406043 (+1 ms)Closed at 1732130406043 2024-11-20T19:20:06,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35569 is added to blk_1073741830_1006 (size=10165) 2024-11-20T19:20:06,045 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac6c7a0-7baf-003d-20b1-9642aae72f4b/MasterData/WALs/e14ef07817f4,42123,1732130387123/e14ef07817f4%2C42123%2C1732130387123.1732130389047 not finished, retry = 0 2024-11-20T19:20:06,148 INFO [M:0;e14ef07817f4:42123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:20:06,148 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:20:06,148 INFO [M:0;e14ef07817f4:42123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42123 2024-11-20T19:20:06,153 INFO [M:0;e14ef07817f4:42123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:20:06,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:06,264 INFO [M:0;e14ef07817f4:42123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:20:06,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42123-0x10159affd2a0003, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:06,267 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:20:06,269 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:20:06,269 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:20:06,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:20:06,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.log.dir/,STOPPED} 2024-11-20T19:20:06,272 WARN [BP-585645410-172.17.0.3-1732130384495 heartbeating to localhost/127.0.0.1:34469 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:20:06,272 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:20:06,272 WARN [BP-585645410-172.17.0.3-1732130384495 heartbeating to localhost/127.0.0.1:34469 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-585645410-172.17.0.3-1732130384495 (Datanode Uuid 36c4366b-34b3-4fe8-a298-aa1ff52cd7e6) service to localhost/127.0.0.1:34469 2024-11-20T19:20:06,272 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:20:06,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/cluster_7ae75ec6-5411-1606-04a2-2911c489d959/data/data1/current/BP-585645410-172.17.0.3-1732130384495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:20:06,273 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/cluster_7ae75ec6-5411-1606-04a2-2911c489d959/data/data2/current/BP-585645410-172.17.0.3-1732130384495 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:20:06,274 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:20:06,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:20:06,281 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:20:06,281 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:20:06,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:20:06,281 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.log.dir/,STOPPED} 2024-11-20T19:20:06,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:20:06,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:20:06,301 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:06,301 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:06,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:06,301 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:06,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:06,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:20:06,301 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1624598734, stopped=false 2024-11-20T19:20:06,302 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,37697,1732130397876 2024-11-20T19:20:06,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/running 2024-11-20T19:20:06,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/running 2024-11-20T19:20:06,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:20:06,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:20:06,311 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:20:06,311 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:06,311 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:06,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:06,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/running 2024-11-20T19:20:06,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Set watcher on znode that does not yet exist, /0269080983/running 2024-11-20T19:20:06,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,41383,1732130397982' ***** 2024-11-20T19:20:06,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:20:06,312 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:20:06,312 INFO [RS:0;e14ef07817f4:41383 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:20:06,312 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:20:06,312 INFO [RS:0;e14ef07817f4:41383 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:20:06,312 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(3091): Received CLOSE for c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:06,312 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,41383,1732130397982 2024-11-20T19:20:06,312 INFO [RS:0;e14ef07817f4:41383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:20:06,312 INFO [RS:0;e14ef07817f4:41383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:41383. 2024-11-20T19:20:06,312 DEBUG [RS:0;e14ef07817f4:41383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:06,312 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c116948a79ae7b0e372d8ab5df46c323, disabling compactions & flushes 2024-11-20T19:20:06,312 DEBUG [RS:0;e14ef07817f4:41383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:06,313 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:06,313 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:20:06,313 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:20:06,313 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:06,313 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:20:06,313 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:20:06,313 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. after waiting 0 ms 2024-11-20T19:20:06,313 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:06,313 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:20:06,313 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c116948a79ae7b0e372d8ab5df46c323=hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323.} 2024-11-20T19:20:06,313 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c116948a79ae7b0e372d8ab5df46c323 2024-11-20T19:20:06,313 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:20:06,313 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:20:06,313 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:20:06,313 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:20:06,313 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:20:06,313 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T19:20:06,318 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/replication/c116948a79ae7b0e372d8ab5df46c323/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T19:20:06,319 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:20:06,319 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:06,319 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:06,319 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:06,319 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c116948a79ae7b0e372d8ab5df46c323: Waiting for close lock at 1732130406312Running coprocessor pre-close hooks at 1732130406312Disabling compacts and flushes for region at 1732130406312Disabling writes for close at 1732130406313 (+1 ms)Writing region close event to WAL at 1732130406315 (+2 ms)Running coprocessor post-close hooks at 1732130406319 (+4 ms)Closed at 1732130406319 2024-11-20T19:20:06,320 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323. 2024-11-20T19:20:06,330 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/info/333a9f27604445058520b990974a09a3 is 147, key is hbase:replication,,1732130390807.c116948a79ae7b0e372d8ab5df46c323./info:regioninfo/1732130403829/Put/seqid=0 2024-11-20T19:20:06,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741851_1027 (size=6385) 2024-11-20T19:20:06,513 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:20:06,714 DEBUG [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:20:06,736 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/info/333a9f27604445058520b990974a09a3 2024-11-20T19:20:06,745 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/.tmp/info/333a9f27604445058520b990974a09a3 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/info/333a9f27604445058520b990974a09a3 2024-11-20T19:20:06,753 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/info/333a9f27604445058520b990974a09a3, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T19:20:06,755 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false 2024-11-20T19:20:06,761 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T19:20:06,761 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:06,761 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:06,762 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:06,762 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130406313Running coprocessor pre-close hooks at 1732130406313Disabling compacts and flushes for region at 1732130406313Disabling writes for close at 1732130406313Obtaining lock to block concurrent updates at 1732130406313Preparing flush snapshotting stores in 1588230740 at 1732130406313Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732130406314 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732130406315 (+1 ms)Flushing 1588230740/info: creating writer at 1732130406315Flushing 1588230740/info: appending metadata at 1732130406330 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732130406330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7db800c7: reopening flushed file at 1732130406744 (+414 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 441ms, sequenceid=19, compaction requested=false at 1732130406755 (+11 ms)Writing region close event to WAL at 1732130406756 (+1 ms)Running coprocessor post-close hooks at 1732130406761 (+5 ms)Closed at 1732130406761 2024-11-20T19:20:06,762 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:06,914 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,41383,1732130397982; all regions closed. 2024-11-20T19:20:06,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741849_1025 (size=2156) 2024-11-20T19:20:06,926 DEBUG [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs 2024-11-20T19:20:06,926 INFO [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C41383%2C1732130397982.meta:.meta(num 1732130399515) 2024-11-20T19:20:06,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741850_1026 (size=796) 2024-11-20T19:20:06,932 DEBUG [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs 2024-11-20T19:20:06,932 INFO [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C41383%2C1732130397982.rep:(num 1732130403775) 2024-11-20T19:20:06,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741848_1024 (size=93) 2024-11-20T19:20:06,934 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 not finished, retry = 0 2024-11-20T19:20:07,008 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:07,009 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 to pos 0, reset compression=false 2024-11-20T19:20:07,015 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:20:07,015 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:20:07,036 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 2024-11-20T19:20:07,036 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176 2024-11-20T19:20:07,036 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T19:20:07,036 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T19:20:07,036 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T19:20:07,036 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.wal-reader.e14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T19:20:07,038 DEBUG [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/oldWALs 2024-11-20T19:20:07,038 INFO [RS:0;e14ef07817f4:41383 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C41383%2C1732130397982:(num 1732130399176) 2024-11-20T19:20:07,038 DEBUG [RS:0;e14ef07817f4:41383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:07,038 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:20:07,038 INFO [RS:0;e14ef07817f4:41383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:20:07,039 INFO [RS:0;e14ef07817f4:41383 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:20:07,039 INFO [RS:0;e14ef07817f4:41383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:20:07,039 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:20:07,040 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T19:20:07,040 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,41383,1732130397982 because: Region server is closing 2024-11-20T19:20:07,040 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T19:20:07,040 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T19:20:07,040 INFO [RS:0;e14ef07817f4:41383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:41383. 2024-11-20T19:20:07,040 DEBUG [RS:0;e14ef07817f4:41383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:07,040 DEBUG [RS:0;e14ef07817f4:41383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:07,040 DEBUG [RS:0;e14ef07817f4:41383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:07,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:07,036 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,41383,1732130397982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T19:20:07,036 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e14ef07817f4,41383,1732130397982 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/WALs/e14ef07817f4,41383,1732130397982/e14ef07817f4%2C41383%2C1732130397982.1732130399176, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T19:20:07,043 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:07,043 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41383,1732130397982, seqNum=-1] 2024-11-20T19:20:07,045 WARN [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-e14ef07817f4,41383,1732130397982', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:41383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 58 more 2024-11-20T19:20:07,049 WARN [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='1-e14ef07817f4,41383,1732130397982', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:41383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-20T19:20:07,050 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T19:20:07,050 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e14ef07817f4%2C41383%2C1732130397982.1732130399176] 2024-11-20T19:20:07,048 ERROR [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,41383,1732130397982: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e14ef07817f4,41383,1732130397982, walGroup=e14ef07817f4%2C41383%2C1732130397982, offset=e14ef07817f4%2C41383%2C1732130397982.1732130399176:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:41383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$5(AsyncRegionLocator.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils.lambda$getOrFetch$4(ConnectionUtils.java:567) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:20:07,051 ERROR [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:20:07,054 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:20:07,056 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:20:07,056 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:20:07,056 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:20:07,056 INFO [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 589286928 }, "NonHeapMemoryUsage": { "committed": 163053568, "init": 7667712, "max": -1, "used": 158276640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:20:07,058 DEBUG [RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e14ef07817f4%2C41383%2C1732130397982.1732130399176] 2024-11-20T19:20:07,141 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,1-e14ef07817f4,41383,1732130397982 terminated 2024-11-20T19:20:07,141 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e14ef07817f4,41383,1732130397982 because: Region server is closing 2024-11-20T19:20:07,141 INFO [RS:0;e14ef07817f4:41383 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:41383. 2024-11-20T19:20:07,141 DEBUG [RS:0;e14ef07817f4:41383 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:07,141 DEBUG [RS:0;e14ef07817f4:41383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:07,142 DEBUG [RS:0;e14ef07817f4:41383 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:07,142 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:07,142 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;e14ef07817f4:41383.replicationSource.shippere14ef07817f4%2C41383%2C1732130397982,2-e14ef07817f4,41383,1732130397982 terminated 2024-11-20T19:20:07,142 INFO [RS:0;e14ef07817f4:41383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41383 2024-11-20T19:20:07,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/rs/e14ef07817f4,41383,1732130397982 2024-11-20T19:20:07,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983/rs 2024-11-20T19:20:07,153 INFO [RS:0;e14ef07817f4:41383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:20:07,154 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,41383,1732130397982] 2024-11-20T19:20:07,174 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0269080983/draining/e14ef07817f4,41383,1732130397982 already deleted, retry=false 2024-11-20T19:20:07,174 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,41383,1732130397982 expired; onlineServers=0 2024-11-20T19:20:07,174 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,37697,1732130397876' ***** 2024-11-20T19:20:07,174 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:20:07,174 INFO [M:0;e14ef07817f4:37697 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:20:07,174 INFO [M:0;e14ef07817f4:37697 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:20:07,174 DEBUG [M:0;e14ef07817f4:37697 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:20:07,174 DEBUG [M:0;e14ef07817f4:37697 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:20:07,174 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:20:07,174 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130398916 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130398916,5,FailOnTimeoutGroup] 2024-11-20T19:20:07,174 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130398916 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130398916,5,FailOnTimeoutGroup] 2024-11-20T19:20:07,175 INFO [M:0;e14ef07817f4:37697 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:20:07,175 INFO [M:0;e14ef07817f4:37697 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:20:07,175 DEBUG [M:0;e14ef07817f4:37697 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:20:07,175 INFO [M:0;e14ef07817f4:37697 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:20:07,175 INFO [M:0;e14ef07817f4:37697 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:20:07,175 INFO [M:0;e14ef07817f4:37697 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:20:07,175 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:20:07,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0269080983/master 2024-11-20T19:20:07,184 DEBUG [M:0;e14ef07817f4:37697 {}] zookeeper.ZKUtil(347): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Unable to get data of znode /0269080983/master because node does not exist (not an error) 2024-11-20T19:20:07,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0269080983 2024-11-20T19:20:07,185 WARN [M:0;e14ef07817f4:37697 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:20:07,186 INFO [M:0;e14ef07817f4:37697 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/.lastflushedseqids 2024-11-20T19:20:07,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741852_1028 (size=181) 2024-11-20T19:20:07,194 INFO [M:0;e14ef07817f4:37697 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:20:07,195 INFO [M:0;e14ef07817f4:37697 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:20:07,195 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:20:07,195 INFO [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:07,195 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:07,195 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:20:07,195 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:07,195 INFO [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T19:20:07,217 DEBUG [M:0;e14ef07817f4:37697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/216b5ffa156447eaae2f1e7c89e4bd54 is 82, key is hbase:meta,,1/info:regioninfo/1732130399575/Put/seqid=0 2024-11-20T19:20:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741853_1029 (size=5680) 2024-11-20T19:20:07,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:07,264 INFO [RS:0;e14ef07817f4:41383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:20:07,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41383-0x10159affd2a0007, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:07,264 INFO [RS:0;e14ef07817f4:41383 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,41383,1732130397982; zookeeper connection closed. 2024-11-20T19:20:07,264 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c2d8438 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c2d8438 2024-11-20T19:20:07,264 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:20:07,623 INFO [M:0;e14ef07817f4:37697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/216b5ffa156447eaae2f1e7c89e4bd54 2024-11-20T19:20:07,643 DEBUG [M:0;e14ef07817f4:37697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7574a2a7f7c44584a007190495052b87 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732130403842/Put/seqid=0 2024-11-20T19:20:07,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741854_1030 (size=7319) 2024-11-20T19:20:08,048 INFO [M:0;e14ef07817f4:37697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7574a2a7f7c44584a007190495052b87 2024-11-20T19:20:08,069 DEBUG [M:0;e14ef07817f4:37697 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac25a11266d14707be04666927ccecb6 is 69, key is e14ef07817f4,41383,1732130397982/rs:state/1732130398950/Put/seqid=0 2024-11-20T19:20:08,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741855_1031 (size=5371) 2024-11-20T19:20:08,322 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:20:08,474 INFO [M:0;e14ef07817f4:37697 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac25a11266d14707be04666927ccecb6 2024-11-20T19:20:08,481 INFO [M:0;e14ef07817f4:37697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac25a11266d14707be04666927ccecb6 2024-11-20T19:20:08,482 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/216b5ffa156447eaae2f1e7c89e4bd54 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/216b5ffa156447eaae2f1e7c89e4bd54 2024-11-20T19:20:08,488 INFO [M:0;e14ef07817f4:37697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/216b5ffa156447eaae2f1e7c89e4bd54, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T19:20:08,489 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7574a2a7f7c44584a007190495052b87 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7574a2a7f7c44584a007190495052b87 2024-11-20T19:20:08,494 INFO [M:0;e14ef07817f4:37697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7574a2a7f7c44584a007190495052b87, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T19:20:08,495 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ac25a11266d14707be04666927ccecb6 as hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac25a11266d14707be04666927ccecb6 2024-11-20T19:20:08,500 INFO [M:0;e14ef07817f4:37697 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ac25a11266d14707be04666927ccecb6 2024-11-20T19:20:08,500 INFO [M:0;e14ef07817f4:37697 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45673/user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ac25a11266d14707be04666927ccecb6, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T19:20:08,502 INFO [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false 2024-11-20T19:20:08,503 INFO [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:08,503 DEBUG [M:0;e14ef07817f4:37697 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130407195Disabling compacts and flushes for region at 1732130407195Disabling writes for close at 1732130407195Obtaining lock to block concurrent updates at 1732130407195Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130407195Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732130407196 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130407197 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130407197Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130407216 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130407216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130407628 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130407643 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130407643Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130408054 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130408068 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130408068Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@331016cc: reopening flushed file at 1732130408481 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@256aa375: reopening flushed file at 1732130408488 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f8ed323: reopening flushed file at 1732130408494 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1306ms, sequenceid=172, compaction requested=false at 1732130408502 (+8 ms)Writing region close event to WAL at 1732130408503 (+1 ms)Closed at 1732130408503 2024-11-20T19:20:08,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36999 is added to blk_1073741847_1023 (size=22949) 2024-11-20T19:20:08,506 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26d7335b-bb17-2be7-bd5a-c7293d7e16fe/MasterData/WALs/e14ef07817f4,37697,1732130397876/e14ef07817f4%2C37697%2C1732130397876.1732130398540 not finished, retry = 0 2024-11-20T19:20:08,607 INFO [M:0;e14ef07817f4:37697 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:20:08,607 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:20:08,607 INFO [M:0;e14ef07817f4:37697 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37697 2024-11-20T19:20:08,607 INFO [M:0;e14ef07817f4:37697 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:20:08,716 INFO [M:0;e14ef07817f4:37697 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:20:08,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:08,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37697-0x10159affd2a0006, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:08,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:20:08,719 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:20:08,719 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:20:08,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:20:08,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.log.dir/,STOPPED} 2024-11-20T19:20:08,720 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:20:08,720 WARN [BP-1249773747-172.17.0.3-1732130374911 heartbeating to localhost/127.0.0.1:45673 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:20:08,720 WARN [BP-1249773747-172.17.0.3-1732130374911 heartbeating to localhost/127.0.0.1:45673 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1249773747-172.17.0.3-1732130374911 (Datanode Uuid 7fc6be5f-5de2-44a0-b4e6-dff6c8d57714) service to localhost/127.0.0.1:45673 2024-11-20T19:20:08,720 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:20:08,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/cluster_585725a8-a550-1bba-a80d-fa2adedcf39a/data/data1/current/BP-1249773747-172.17.0.3-1732130374911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:20:08,721 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/cluster_585725a8-a550-1bba-a80d-fa2adedcf39a/data/data2/current/BP-1249773747-172.17.0.3-1732130374911 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:20:08,722 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:20:08,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:20:08,727 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:20:08,727 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:20:08,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:20:08,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/97bc78b5-b0f1-9605-0b95-a217fabb112b/hadoop.log.dir/,STOPPED} 2024-11-20T19:20:08,739 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:20:08,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:20:08,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e14ef07817f4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/e14ef07817f4:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34469 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45673 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/e14ef07817f4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3bb7d7bf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e14ef07817f4:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e14ef07817f4:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52937) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45673 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34469 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:34469 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45673 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45673 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34469 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52937) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=354 (was 481), ProcessCount=11 (was 11), AvailableMemoryMB=3752 (was 5028) 2024-11-20T19:20:08,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=354, ProcessCount=11, AvailableMemoryMB=3752 2024-11-20T19:20:08,786 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T19:20:08,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.log.dir so I do NOT create it in target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d 2024-11-20T19:20:08,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:20:08,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.tmp.dir so I do NOT create it in target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d 2024-11-20T19:20:08,787 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7961252-81fe-5425-6e2c-0dc9a2393697/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:20:08,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d 2024-11-20T19:20:08,787 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/cluster_c16adcef-059f-9f18-6d92-d58f43e1fe9b, deleteOnExit=true 2024-11-20T19:20:08,805 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/cluster_c16adcef-059f-9f18-6d92-d58f43e1fe9b/zookeeper_0, clientPort=57935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/cluster_c16adcef-059f-9f18-6d92-d58f43e1fe9b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/cluster_c16adcef-059f-9f18-6d92-d58f43e1fe9b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:20:08,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57935 2024-11-20T19:20:08,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:20:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:20:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/test.cache.data in system properties and HBase conf 2024-11-20T19:20:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:20:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:20:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:20:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:20:08,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:20:08,807 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:20:08,808 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:20:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:20:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:20:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:20:08,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:20:08,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159affd2a0002, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:20:08,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159affd2a0005, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:20:08,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159affd2a0005, quorum=127.0.0.1:52937, baseZNode=/1-398062987 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:20:08,833 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159affd2a0002, quorum=127.0.0.1:52937, baseZNode=/0269080983 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:20:09,224 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T19:20:09,226 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:09,246 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:09,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:09,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:20:09,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:20:09,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:20:09,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:20:09,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:09,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:20:09,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:20:09,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2778bd0e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/java.io.tmpdir/jetty-localhost-42331-hadoop-hdfs-3_4_1-tests_jar-_-any-4379477316293445325/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:20:09,398 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:42331} 2024-11-20T19:20:09,398 INFO [Time-limited test {}] server.Server(415): Started @36781ms 2024-11-20T19:20:09,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:20:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:20:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:09,726 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:09,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:20:09,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:20:09,731 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:20:09,732 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:20:09,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:20:09,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:20:09,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@718397a1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/java.io.tmpdir/jetty-localhost-43537-hadoop-hdfs-3_4_1-tests_jar-_-any-748083435458786729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:20:09,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:43537} 2024-11-20T19:20:09,830 INFO [Time-limited test {}] server.Server(415): Started @37213ms 2024-11-20T19:20:09,832 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:20:10,611 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/cluster_c16adcef-059f-9f18-6d92-d58f43e1fe9b/data/data2/current/BP-338202434-172.17.0.3-1732130408838/current, will proceed with Du for space computation calculation, 2024-11-20T19:20:10,611 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/cluster_c16adcef-059f-9f18-6d92-d58f43e1fe9b/data/data1/current/BP-338202434-172.17.0.3-1732130408838/current, will proceed with Du for space computation calculation, 2024-11-20T19:20:10,630 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:20:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7483fa1c6e2aed20 with lease ID 0x7cf8451b6cc93905: Processing first storage report for DS-0b14ad06-d5e5-4b0d-9aeb-a8045270416e from datanode DatanodeRegistration(127.0.0.1:43667, datanodeUuid=37e5544b-0a75-4594-a62e-1595682c17b5, infoPort=38223, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=392783566;c=1732130408838) 2024-11-20T19:20:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7483fa1c6e2aed20 with lease ID 0x7cf8451b6cc93905: from storage DS-0b14ad06-d5e5-4b0d-9aeb-a8045270416e node DatanodeRegistration(127.0.0.1:43667, datanodeUuid=37e5544b-0a75-4594-a62e-1595682c17b5, infoPort=38223, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=392783566;c=1732130408838), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:20:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7483fa1c6e2aed20 with lease ID 0x7cf8451b6cc93905: Processing first storage report for DS-1c648ad3-800f-498c-b599-98d21c27981f from datanode DatanodeRegistration(127.0.0.1:43667, datanodeUuid=37e5544b-0a75-4594-a62e-1595682c17b5, infoPort=38223, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=392783566;c=1732130408838) 2024-11-20T19:20:10,633 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7483fa1c6e2aed20 with lease ID 0x7cf8451b6cc93905: from storage DS-1c648ad3-800f-498c-b599-98d21c27981f node DatanodeRegistration(127.0.0.1:43667, datanodeUuid=37e5544b-0a75-4594-a62e-1595682c17b5, infoPort=38223, infoSecurePort=0, ipcPort=46815, storageInfo=lv=-57;cid=testClusterID;nsid=392783566;c=1732130408838), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:20:10,667 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d 2024-11-20T19:20:10,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:10,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:10,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:20:11,080 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829 with version=8 2024-11-20T19:20:11,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/hbase-staging 2024-11-20T19:20:11,082 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:20:11,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:11,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:11,082 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:20:11,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:11,082 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:20:11,082 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:20:11,082 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:20:11,083 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40455 2024-11-20T19:20:11,084 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40455 connecting to ZooKeeper ensemble=127.0.0.1:57935 2024-11-20T19:20:11,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:404550x0, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:11,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40455-0x10159b085100000 connected 2024-11-20T19:20:11,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:11,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:11,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on znode that does not yet exist, /01544342470/running 2024-11-20T19:20:11,241 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829, hbase.cluster.distributed=false 2024-11-20T19:20:11,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on znode that does not yet exist, /01544342470/acl 2024-11-20T19:20:11,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40455 2024-11-20T19:20:11,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40455 2024-11-20T19:20:11,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40455 2024-11-20T19:20:11,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40455 2024-11-20T19:20:11,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40455 2024-11-20T19:20:11,272 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:20:11,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:11,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:11,272 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:20:11,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:11,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:20:11,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:20:11,273 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:20:11,273 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32979 2024-11-20T19:20:11,276 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32979 connecting to ZooKeeper ensemble=127.0.0.1:57935 2024-11-20T19:20:11,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:11,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:11,299 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:329790x0, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:11,299 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32979-0x10159b085100001 connected 2024-11-20T19:20:11,299 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on znode that does not yet exist, /01544342470/running 2024-11-20T19:20:11,300 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:20:11,300 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:20:11,301 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on znode that does not yet exist, /01544342470/master 2024-11-20T19:20:11,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on znode that does not yet exist, /01544342470/acl 2024-11-20T19:20:11,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-20T19:20:11,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32979 2024-11-20T19:20:11,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32979 2024-11-20T19:20:11,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-20T19:20:11,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32979 2024-11-20T19:20:11,320 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:40455 2024-11-20T19:20:11,321 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01544342470/backup-masters/e14ef07817f4,40455,1732130411081 2024-11-20T19:20:11,330 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470/backup-masters 2024-11-20T19:20:11,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470/backup-masters 2024-11-20T19:20:11,331 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on existing znode=/01544342470/backup-masters/e14ef07817f4,40455,1732130411081 2024-11-20T19:20:11,340 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544342470/master 2024-11-20T19:20:11,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:11,340 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:11,341 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on existing znode=/01544342470/master 2024-11-20T19:20:11,341 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01544342470/backup-masters/e14ef07817f4,40455,1732130411081 from backup master directory 2024-11-20T19:20:11,351 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470/backup-masters 2024-11-20T19:20:11,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544342470/backup-masters/e14ef07817f4,40455,1732130411081 2024-11-20T19:20:11,351 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:20:11,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470/backup-masters 2024-11-20T19:20:11,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,40455,1732130411081 2024-11-20T19:20:11,356 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/hbase.id] with ID: 7f245577-97fd-4026-9144-fcf44496ea28 2024-11-20T19:20:11,356 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/.tmp/hbase.id 2024-11-20T19:20:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:20:11,762 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/.tmp/hbase.id]:[hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/hbase.id] 2024-11-20T19:20:11,775 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:11,775 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:20:11,777 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T19:20:11,941 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:11,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:11,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:20:12,348 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:20:12,349 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:20:12,349 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:12,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:20:12,758 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store 2024-11-20T19:20:12,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:20:13,166 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:13,166 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:20:13,166 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:13,166 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:13,166 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:20:13,166 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:13,166 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:13,166 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130413166Disabling compacts and flushes for region at 1732130413166Disabling writes for close at 1732130413166Writing region close event to WAL at 1732130413166Closed at 1732130413166 2024-11-20T19:20:13,167 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/.initializing 2024-11-20T19:20:13,167 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/WALs/e14ef07817f4,40455,1732130411081 2024-11-20T19:20:13,168 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:20:13,170 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C40455%2C1732130411081, suffix=, logDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/WALs/e14ef07817f4,40455,1732130411081, archiveDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/oldWALs, maxLogs=10 2024-11-20T19:20:13,184 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/WALs/e14ef07817f4,40455,1732130411081/e14ef07817f4%2C40455%2C1732130411081.1732130413171, exclude list is [], retry=0 2024-11-20T19:20:13,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-0b14ad06-d5e5-4b0d-9aeb-a8045270416e,DISK] 2024-11-20T19:20:13,189 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/WALs/e14ef07817f4,40455,1732130411081/e14ef07817f4%2C40455%2C1732130411081.1732130413171 2024-11-20T19:20:13,189 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-20T19:20:13,189 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:13,189 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:13,190 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,190 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:20:13,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:13,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:13,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:20:13,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:13,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:13,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,196 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:20:13,197 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:13,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:13,197 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,198 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:20:13,198 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:13,199 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:13,199 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,200 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,200 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,201 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,201 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,202 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:13,203 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:13,206 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:13,206 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66310346, jitterRate=-0.011898845434188843}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:13,207 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130413190Initializing all the Stores at 1732130413191 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130413191Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130413191Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130413191Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130413191Cleaning up temporary data from old regions at 1732130413201 (+10 ms)Region opened successfully at 1732130413207 (+6 ms) 2024-11-20T19:20:13,208 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:20:13,211 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5528b17c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:20:13,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:20:13,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:20:13,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:20:13,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:20:13,213 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:20:13,213 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:20:13,213 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:20:13,215 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:20:13,216 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Unable to get data of znode /01544342470/balancer because node does not exist (not necessarily an error) 2024-11-20T19:20:13,225 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544342470/balancer already deleted, retry=false 2024-11-20T19:20:13,225 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:20:13,226 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Unable to get data of znode /01544342470/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:20:13,235 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544342470/normalizer already deleted, retry=false 2024-11-20T19:20:13,236 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:20:13,237 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Unable to get data of znode /01544342470/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:20:13,246 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544342470/switch/split already deleted, retry=false 2024-11-20T19:20:13,247 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Unable to get data of znode /01544342470/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:20:13,256 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544342470/switch/merge already deleted, retry=false 2024-11-20T19:20:13,258 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Unable to get data of znode /01544342470/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:20:13,267 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01544342470/snapshot-cleanup already deleted, retry=false 2024-11-20T19:20:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544342470/running 2024-11-20T19:20:13,277 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01544342470/running 2024-11-20T19:20:13,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:13,277 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:13,278 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,40455,1732130411081, sessionid=0x10159b085100000, setting cluster-up flag (Was=false) 2024-11-20T19:20:13,298 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:13,330 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01544342470/flush-table-proc/acquired, /01544342470/flush-table-proc/reached, /01544342470/flush-table-proc/abort 2024-11-20T19:20:13,331 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,40455,1732130411081 2024-11-20T19:20:13,351 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:13,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:13,383 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01544342470/online-snapshot/acquired, /01544342470/online-snapshot/reached, /01544342470/online-snapshot/abort 2024-11-20T19:20:13,384 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,40455,1732130411081 2024-11-20T19:20:13,386 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:20:13,390 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:13,391 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:20:13,391 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:20:13,391 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,40455,1732130411081 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:20:13,396 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:13,396 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:13,396 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:13,396 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:13,396 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:20:13,397 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,397 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:20:13,397 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,399 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130443399 2024-11-20T19:20:13,399 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:20:13,399 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:20:13,399 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:13,399 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:20:13,399 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:20:13,399 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:20:13,399 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:20:13,399 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:20:13,400 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,400 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:20:13,400 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:20:13,400 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:20:13,400 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:20:13,401 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:13,401 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:20:13,404 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:20:13,404 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:20:13,408 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130413404,5,FailOnTimeoutGroup] 2024-11-20T19:20:13,414 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130413408,5,FailOnTimeoutGroup] 2024-11-20T19:20:13,414 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,414 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:20:13,414 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,414 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,421 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(746): ClusterId : 7f245577-97fd-4026-9144-fcf44496ea28 2024-11-20T19:20:13,421 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:20:13,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:20:13,434 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:20:13,434 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:20:13,447 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:20:13,447 DEBUG [RS:0;e14ef07817f4:32979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20550bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:20:13,459 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:32979 2024-11-20T19:20:13,459 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:20:13,459 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:20:13,459 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:20:13,460 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,40455,1732130411081 with port=32979, startcode=1732130411271 2024-11-20T19:20:13,460 DEBUG [RS:0;e14ef07817f4:32979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:20:13,461 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:20:13,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40455 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,32979,1732130411271 2024-11-20T19:20:13,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40455 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,32979,1732130411271 2024-11-20T19:20:13,464 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829 2024-11-20T19:20:13,464 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36657 2024-11-20T19:20:13,464 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:20:13,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470/rs 2024-11-20T19:20:13,476 DEBUG [RS:0;e14ef07817f4:32979 {}] zookeeper.ZKUtil(111): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on existing znode=/01544342470/rs/e14ef07817f4,32979,1732130411271 2024-11-20T19:20:13,476 WARN [RS:0;e14ef07817f4:32979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:20:13,476 INFO [RS:0;e14ef07817f4:32979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:13,476 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271 2024-11-20T19:20:13,476 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,32979,1732130411271] 2024-11-20T19:20:13,481 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:20:13,484 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:20:13,488 INFO [RS:0;e14ef07817f4:32979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:20:13,488 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,488 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:20:13,489 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:20:13,489 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,489 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,489 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,489 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,489 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,489 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,489 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:20:13,490 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,490 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,490 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,490 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,490 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,490 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:13,490 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:20:13,490 DEBUG [RS:0;e14ef07817f4:32979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:20:13,491 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,491 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,491 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,491 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,491 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,491 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,32979,1732130411271-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:13,514 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:20:13,514 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,32979,1732130411271-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,514 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,514 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.Replication(171): e14ef07817f4,32979,1732130411271 started 2024-11-20T19:20:13,529 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:13,529 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,32979,1732130411271, RpcServer on e14ef07817f4/172.17.0.3:32979, sessionid=0x10159b085100001 2024-11-20T19:20:13,529 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:20:13,529 DEBUG [RS:0;e14ef07817f4:32979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,32979,1732130411271 2024-11-20T19:20:13,529 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,32979,1732130411271' 2024-11-20T19:20:13,529 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01544342470/flush-table-proc/abort' 2024-11-20T19:20:13,530 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01544342470/flush-table-proc/acquired' 2024-11-20T19:20:13,531 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:20:13,531 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:20:13,531 DEBUG [RS:0;e14ef07817f4:32979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,32979,1732130411271 2024-11-20T19:20:13,531 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,32979,1732130411271' 2024-11-20T19:20:13,531 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01544342470/online-snapshot/abort' 2024-11-20T19:20:13,531 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01544342470/online-snapshot/acquired' 2024-11-20T19:20:13,531 DEBUG [RS:0;e14ef07817f4:32979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:20:13,531 INFO [RS:0;e14ef07817f4:32979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:20:13,531 INFO [RS:0;e14ef07817f4:32979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:20:13,632 INFO [RS:0;e14ef07817f4:32979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:20:13,634 INFO [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C32979%2C1732130411271, suffix=, logDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271, archiveDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/oldWALs, maxLogs=10 2024-11-20T19:20:13,646 DEBUG [RS:0;e14ef07817f4:32979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634, exclude list is [], retry=0 2024-11-20T19:20:13,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-0b14ad06-d5e5-4b0d-9aeb-a8045270416e,DISK] 2024-11-20T19:20:13,652 INFO [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 2024-11-20T19:20:13,652 DEBUG [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-20T19:20:13,830 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:20:13,830 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829 2024-11-20T19:20:13,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:20:14,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:14,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:20:14,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:20:14,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:14,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:14,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:20:14,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:20:14,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:14,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:14,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:20:14,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:20:14,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:14,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:14,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:20:14,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:20:14,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:14,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:14,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:20:14,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740 2024-11-20T19:20:14,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740 2024-11-20T19:20:14,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:20:14,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:20:14,252 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:14,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:20:14,256 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:14,256 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65133391, jitterRate=-0.02943684160709381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130414238Initializing all the Stores at 1732130414239 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130414239Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130414239Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130414239Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130414239Cleaning up temporary data from old regions at 1732130414251 (+12 ms)Region opened successfully at 1732130414257 (+6 ms) 2024-11-20T19:20:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:20:14,257 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:20:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:20:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:20:14,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:20:14,258 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:14,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130414257Disabling compacts and flushes for region at 1732130414257Disabling writes for close at 1732130414257Writing region close event to WAL at 1732130414258 (+1 ms)Closed at 1732130414258 2024-11-20T19:20:14,259 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:14,259 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:20:14,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:20:14,261 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:20:14,262 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:20:14,412 DEBUG [e14ef07817f4:40455 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:20:14,413 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,32979,1732130411271 2024-11-20T19:20:14,415 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,32979,1732130411271, state=OPENING 2024-11-20T19:20:14,435 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:20:14,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:14,446 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:14,446 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:20:14,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544342470/meta-region-server: CHANGED 2024-11-20T19:20:14,446 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544342470/meta-region-server: CHANGED 2024-11-20T19:20:14,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,32979,1732130411271}] 2024-11-20T19:20:14,600 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:20:14,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:20:14,606 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:20:14,606 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:14,607 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:20:14,609 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C32979%2C1732130411271.meta, suffix=.meta, logDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271, archiveDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/oldWALs, maxLogs=10 2024-11-20T19:20:14,624 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.meta.1732130414609.meta, exclude list is [], retry=0 2024-11-20T19:20:14,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-0b14ad06-d5e5-4b0d-9aeb-a8045270416e,DISK] 2024-11-20T19:20:14,629 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.meta.1732130414609.meta 2024-11-20T19:20:14,629 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-20T19:20:14,629 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:14,630 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:14,630 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:20:14,630 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:20:14,630 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:20:14,630 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:20:14,630 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:14,630 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:20:14,630 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:20:14,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:20:14,633 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:20:14,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:14,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:14,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:20:14,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:20:14,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:14,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:14,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:20:14,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:20:14,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:14,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:14,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:20:14,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:20:14,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:14,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:14,637 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:20:14,638 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740 2024-11-20T19:20:14,639 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740 2024-11-20T19:20:14,640 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:20:14,640 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:20:14,641 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:14,642 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:20:14,643 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65752587, jitterRate=-0.020210102200508118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:14,643 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:20:14,643 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130414630Writing region info on filesystem at 1732130414630Initializing all the Stores at 1732130414631 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130414631Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130414632 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130414632Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130414632Cleaning up temporary data from old regions at 1732130414640 (+8 ms)Running coprocessor post-open hooks at 1732130414643 (+3 ms)Region opened successfully at 1732130414643 2024-11-20T19:20:14,644 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130414600 2024-11-20T19:20:14,647 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:20:14,647 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:20:14,647 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,32979,1732130411271 2024-11-20T19:20:14,648 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,32979,1732130411271, state=OPEN 2024-11-20T19:20:14,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544342470/meta-region-server 2024-11-20T19:20:14,886 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01544342470/meta-region-server 2024-11-20T19:20:14,886 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,32979,1732130411271 2024-11-20T19:20:14,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544342470/meta-region-server: CHANGED 2024-11-20T19:20:14,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01544342470/meta-region-server: CHANGED 2024-11-20T19:20:14,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:20:14,889 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,32979,1732130411271 in 440 msec 2024-11-20T19:20:14,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:20:14,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 629 msec 2024-11-20T19:20:14,892 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:14,893 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:20:14,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:14,894 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,32979,1732130411271, seqNum=-1] 2024-11-20T19:20:14,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:14,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33907, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:14,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5150 sec 2024-11-20T19:20:14,904 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130414904, completionTime=-1 2024-11-20T19:20:14,904 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:20:14,904 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:20:14,907 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:20:14,907 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130474907 2024-11-20T19:20:14,907 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130534907 2024-11-20T19:20:14,907 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:20:14,907 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40455,1732130411081-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:14,908 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40455,1732130411081-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:14,908 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40455,1732130411081-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:14,908 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:40455, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:14,908 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:14,908 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:14,911 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:20:14,913 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.562sec 2024-11-20T19:20:14,913 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:20:14,913 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:20:14,913 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:20:14,913 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:20:14,914 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:20:14,914 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40455,1732130411081-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:14,914 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40455,1732130411081-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:20:14,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d91fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:14,916 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,40455,-1 for getting cluster id 2024-11-20T19:20:14,916 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:14,916 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:20:14,916 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:20:14,916 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40455,1732130411081-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:14,917 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f245577-97fd-4026-9144-fcf44496ea28' 2024-11-20T19:20:14,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:14,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f245577-97fd-4026-9144-fcf44496ea28" 2024-11-20T19:20:14,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@124c3753, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:14,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,40455,-1] 2024-11-20T19:20:14,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:14,919 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:14,920 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:14,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50711be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:14,922 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:14,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,32979,1732130411271, seqNum=-1] 2024-11-20T19:20:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:14,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:14,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,40455,1732130411081 2024-11-20T19:20:14,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57935 2024-11-20T19:20:14,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:14,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b085100002 connected 2024-11-20T19:20:14,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:20:14,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.log.dir so I do NOT create it in target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a 2024-11-20T19:20:14,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.tmp.dir so I do NOT create it in target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a 2024-11-20T19:20:14,954 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:20:14,954 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a 2024-11-20T19:20:14,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:20:14,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/cluster_f3f190af-4947-7405-5d01-3c38270a624d, deleteOnExit=true 2024-11-20T19:20:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:20:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/test.cache.data in system properties and HBase conf 2024-11-20T19:20:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:20:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:20:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:20:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:20:14,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:20:14,956 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:20:14,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:20:14,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:20:14,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:20:14,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:20:14,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:20:14,956 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:20:14,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:20:14,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:20:14,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:20:14,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:20:14,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:20:14,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:20:14,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:20:14,957 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:20:14,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:15,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:15,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:20:15,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:20:15,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:20:15,475 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:20:15,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:15,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:20:15,477 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:20:15,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e49dff1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/java.io.tmpdir/jetty-localhost-34175-hadoop-hdfs-3_4_1-tests_jar-_-any-5931583151474949867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:20:15,578 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:34175} 2024-11-20T19:20:15,578 INFO [Time-limited test {}] server.Server(415): Started @42961ms 2024-11-20T19:20:15,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:15,914 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:20:15,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:20:15,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:20:15,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:20:15,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cba68dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:20:15,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46d6d125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:20:16,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@661237b1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/java.io.tmpdir/jetty-localhost-44277-hadoop-hdfs-3_4_1-tests_jar-_-any-2576329083079328900/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:20:16,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25ee6f2c{HTTP/1.1, (http/1.1)}{localhost:44277} 2024-11-20T19:20:16,013 INFO [Time-limited test {}] server.Server(415): Started @43396ms 2024-11-20T19:20:16,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:20:16,728 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/cluster_f3f190af-4947-7405-5d01-3c38270a624d/data/data2/current/BP-24133093-172.17.0.3-1732130414987/current, will proceed with Du for space computation calculation, 2024-11-20T19:20:16,728 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/cluster_f3f190af-4947-7405-5d01-3c38270a624d/data/data1/current/BP-24133093-172.17.0.3-1732130414987/current, will proceed with Du for space computation calculation, 2024-11-20T19:20:16,746 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:20:16,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4efdede6a0a3819 with lease ID 0x1ad81833774df004: Processing first storage report for DS-aad61e87-d032-4442-b83e-b4e86bbdf756 from datanode DatanodeRegistration(127.0.0.1:35871, datanodeUuid=2fe7ce03-0ff4-4d30-83bb-f6c3a67e2a06, infoPort=36245, infoSecurePort=0, ipcPort=46245, storageInfo=lv=-57;cid=testClusterID;nsid=2038023351;c=1732130414987) 2024-11-20T19:20:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4efdede6a0a3819 with lease ID 0x1ad81833774df004: from storage DS-aad61e87-d032-4442-b83e-b4e86bbdf756 node DatanodeRegistration(127.0.0.1:35871, datanodeUuid=2fe7ce03-0ff4-4d30-83bb-f6c3a67e2a06, infoPort=36245, infoSecurePort=0, ipcPort=46245, storageInfo=lv=-57;cid=testClusterID;nsid=2038023351;c=1732130414987), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:20:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf4efdede6a0a3819 with lease ID 0x1ad81833774df004: Processing first storage report for DS-eb8ffa63-c07c-4b83-abd0-8148e79a4c91 from datanode DatanodeRegistration(127.0.0.1:35871, datanodeUuid=2fe7ce03-0ff4-4d30-83bb-f6c3a67e2a06, infoPort=36245, infoSecurePort=0, ipcPort=46245, storageInfo=lv=-57;cid=testClusterID;nsid=2038023351;c=1732130414987) 2024-11-20T19:20:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf4efdede6a0a3819 with lease ID 0x1ad81833774df004: from storage DS-eb8ffa63-c07c-4b83-abd0-8148e79a4c91 node DatanodeRegistration(127.0.0.1:35871, datanodeUuid=2fe7ce03-0ff4-4d30-83bb-f6c3a67e2a06, infoPort=36245, infoSecurePort=0, ipcPort=46245, storageInfo=lv=-57;cid=testClusterID;nsid=2038023351;c=1732130414987), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:20:16,849 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a 2024-11-20T19:20:16,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:16,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:20:16,906 WARN [RS:0;e14ef07817f4:32979 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e14ef07817f4,39903,1732130379852: status=Processing ServerCrashProcedure of e14ef07817f4,39903,1732130379852 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732130398916, completionTime=-1 appears to have been leaked 2024-11-20T19:20:17,283 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d with version=8 2024-11-20T19:20:17,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/hbase-staging 2024-11-20T19:20:17,285 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:20:17,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:17,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:17,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:20:17,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:17,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:20:17,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:20:17,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:20:17,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43401 2024-11-20T19:20:17,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43401 connecting to ZooKeeper ensemble=127.0.0.1:57935 2024-11-20T19:20:17,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434010x0, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:17,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43401-0x10159b085100003 connected 2024-11-20T19:20:17,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:17,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:17,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on znode that does not yet exist, /1-859232056/running 2024-11-20T19:20:17,396 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d, hbase.cluster.distributed=false 2024-11-20T19:20:17,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on znode that does not yet exist, /1-859232056/acl 2024-11-20T19:20:17,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43401 2024-11-20T19:20:17,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43401 2024-11-20T19:20:17,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43401 2024-11-20T19:20:17,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43401 2024-11-20T19:20:17,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43401 2024-11-20T19:20:17,412 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:20:17,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:17,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:17,412 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:20:17,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:17,412 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:20:17,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:20:17,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:20:17,413 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44613 2024-11-20T19:20:17,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44613 connecting to ZooKeeper ensemble=127.0.0.1:57935 2024-11-20T19:20:17,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:17,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:17,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446130x0, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:17,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446130x0, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on znode that does not yet exist, /1-859232056/running 2024-11-20T19:20:17,434 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44613-0x10159b085100004 connected 2024-11-20T19:20:17,434 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:20:17,434 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:20:17,435 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on znode that does not yet exist, /1-859232056/master 2024-11-20T19:20:17,436 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on znode that does not yet exist, /1-859232056/acl 2024-11-20T19:20:17,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44613 2024-11-20T19:20:17,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44613 2024-11-20T19:20:17,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44613 2024-11-20T19:20:17,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44613 2024-11-20T19:20:17,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44613 2024-11-20T19:20:17,449 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:43401 2024-11-20T19:20:17,449 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-859232056/backup-masters/e14ef07817f4,43401,1732130417284 2024-11-20T19:20:17,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056/backup-masters 2024-11-20T19:20:17,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056/backup-masters 2024-11-20T19:20:17,467 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on existing znode=/1-859232056/backup-masters/e14ef07817f4,43401,1732130417284 2024-11-20T19:20:17,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-859232056/master 2024-11-20T19:20:17,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:17,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:17,477 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on existing znode=/1-859232056/master 2024-11-20T19:20:17,478 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-859232056/backup-masters/e14ef07817f4,43401,1732130417284 from backup master directory 2024-11-20T19:20:17,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859232056/backup-masters/e14ef07817f4,43401,1732130417284 2024-11-20T19:20:17,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056/backup-masters 2024-11-20T19:20:17,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056/backup-masters 2024-11-20T19:20:17,487 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:20:17,488 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,43401,1732130417284 2024-11-20T19:20:17,492 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/hbase.id] with ID: c1500a49-6adb-4898-9473-069579807cb6 2024-11-20T19:20:17,492 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/.tmp/hbase.id 2024-11-20T19:20:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:20:17,897 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/.tmp/hbase.id]:[hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/hbase.id] 2024-11-20T19:20:17,910 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:17,910 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:20:17,911 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:20:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:17,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:17,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:20:18,325 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:20:18,326 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:20:18,326 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:18,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:20:18,734 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store 2024-11-20T19:20:18,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:20:19,142 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:19,142 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:20:19,142 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:19,142 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:19,142 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:20:19,142 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:19,142 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:19,142 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130419142Disabling compacts and flushes for region at 1732130419142Disabling writes for close at 1732130419142Writing region close event to WAL at 1732130419142Closed at 1732130419142 2024-11-20T19:20:19,143 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/.initializing 2024-11-20T19:20:19,143 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/WALs/e14ef07817f4,43401,1732130417284 2024-11-20T19:20:19,144 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:20:19,146 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C43401%2C1732130417284, suffix=, logDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/WALs/e14ef07817f4,43401,1732130417284, archiveDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/oldWALs, maxLogs=10 2024-11-20T19:20:19,158 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/WALs/e14ef07817f4,43401,1732130417284/e14ef07817f4%2C43401%2C1732130417284.1732130419146, exclude list is [], retry=0 2024-11-20T19:20:19,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35871,DS-aad61e87-d032-4442-b83e-b4e86bbdf756,DISK] 2024-11-20T19:20:19,163 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/WALs/e14ef07817f4,43401,1732130417284/e14ef07817f4%2C43401%2C1732130417284.1732130419146 2024-11-20T19:20:19,163 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36245:36245)] 2024-11-20T19:20:19,163 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:19,163 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:19,163 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,163 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:20:19,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:19,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:19,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,168 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:20:19,169 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:19,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:19,169 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,170 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:20:19,170 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:19,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:19,171 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:20:19,172 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:19,172 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:19,173 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,173 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,174 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,175 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,175 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,175 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:19,176 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:19,178 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:19,179 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70763035, jitterRate=0.054451391100883484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:19,179 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130419164Initializing all the Stores at 1732130419165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130419165Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130419165Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130419165Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130419165Cleaning up temporary data from old regions at 1732130419175 (+10 ms)Region opened successfully at 1732130419179 (+4 ms) 2024-11-20T19:20:19,179 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:20:19,181 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645dbc5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:20:19,182 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:20:19,182 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:20:19,182 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:20:19,182 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:20:19,183 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:20:19,183 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:20:19,183 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:20:19,185 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:20:19,186 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Unable to get data of znode /1-859232056/balancer because node does not exist (not necessarily an error) 2024-11-20T19:20:19,264 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859232056/balancer already deleted, retry=false 2024-11-20T19:20:19,265 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:20:19,266 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Unable to get data of znode /1-859232056/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:20:19,277 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859232056/normalizer already deleted, retry=false 2024-11-20T19:20:19,277 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:20:19,278 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Unable to get data of znode /1-859232056/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:20:19,287 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859232056/switch/split already deleted, retry=false 2024-11-20T19:20:19,288 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Unable to get data of znode /1-859232056/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:20:19,298 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859232056/switch/merge already deleted, retry=false 2024-11-20T19:20:19,300 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Unable to get data of znode /1-859232056/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:20:19,308 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-859232056/snapshot-cleanup already deleted, retry=false 2024-11-20T19:20:19,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-859232056/running 2024-11-20T19:20:19,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-859232056/running 2024-11-20T19:20:19,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:19,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:19,320 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,43401,1732130417284, sessionid=0x10159b085100003, setting cluster-up flag (Was=false) 2024-11-20T19:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:19,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:19,372 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-859232056/flush-table-proc/acquired, /1-859232056/flush-table-proc/reached, /1-859232056/flush-table-proc/abort 2024-11-20T19:20:19,373 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,43401,1732130417284 2024-11-20T19:20:19,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:19,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:19,424 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-859232056/online-snapshot/acquired, /1-859232056/online-snapshot/reached, /1-859232056/online-snapshot/abort 2024-11-20T19:20:19,425 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,43401,1732130417284 2024-11-20T19:20:19,426 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:20:19,428 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:19,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:20:19,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:20:19,429 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,43401,1732130417284 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:20:19,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:19,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:19,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:19,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:19,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:20:19,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:20:19,430 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,432 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:19,432 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:20:19,432 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130449432 2024-11-20T19:20:19,432 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,433 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:20:19,433 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:20:19,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:20:19,434 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:20:19,434 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:20:19,434 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130419434,5,FailOnTimeoutGroup] 2024-11-20T19:20:19,434 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130419434,5,FailOnTimeoutGroup] 2024-11-20T19:20:19,434 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,434 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:20:19,434 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,434 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:20:19,440 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(746): ClusterId : c1500a49-6adb-4898-9473-069579807cb6 2024-11-20T19:20:19,440 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:20:19,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:20:19,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:20:19,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:19,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T19:20:19,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:19,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:20:19,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:20:19,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:20:19,446 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:20:19,446 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:20:19,457 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:20:19,457 DEBUG [RS:0;e14ef07817f4:44613 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205036ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:20:19,468 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:44613 2024-11-20T19:20:19,468 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:20:19,468 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:20:19,468 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:20:19,469 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,43401,1732130417284 with port=44613, startcode=1732130417412 2024-11-20T19:20:19,469 DEBUG [RS:0;e14ef07817f4:44613 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:20:19,470 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:20:19,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,44613,1732130417412 2024-11-20T19:20:19,471 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43401 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,44613,1732130417412 2024-11-20T19:20:19,472 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d 2024-11-20T19:20:19,473 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41077 2024-11-20T19:20:19,473 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:20:19,481 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:20:19,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056/rs 2024-11-20T19:20:19,527 DEBUG [RS:0;e14ef07817f4:44613 {}] zookeeper.ZKUtil(111): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on existing znode=/1-859232056/rs/e14ef07817f4,44613,1732130417412 2024-11-20T19:20:19,527 WARN [RS:0;e14ef07817f4:44613 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:20:19,527 INFO [RS:0;e14ef07817f4:44613 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:19,528 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,44613,1732130417412] 2024-11-20T19:20:19,528 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/WALs/e14ef07817f4,44613,1732130417412 2024-11-20T19:20:19,531 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:20:19,533 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:20:19,533 INFO [RS:0;e14ef07817f4:44613 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:20:19,533 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,533 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:20:19,534 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:20:19,534 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,534 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,534 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,534 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,534 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,534 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,534 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:20:19,535 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,535 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,535 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,535 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,535 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,535 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:19,535 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:20:19,535 DEBUG [RS:0;e14ef07817f4:44613 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:20:19,535 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,535 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,535 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,535 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,535 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,535 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44613,1732130417412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:19,549 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:20:19,549 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44613,1732130417412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,549 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,549 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.Replication(171): e14ef07817f4,44613,1732130417412 started 2024-11-20T19:20:19,562 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:19,562 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,44613,1732130417412, RpcServer on e14ef07817f4/172.17.0.3:44613, sessionid=0x10159b085100004 2024-11-20T19:20:19,562 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:20:19,562 DEBUG [RS:0;e14ef07817f4:44613 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,44613,1732130417412 2024-11-20T19:20:19,562 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,44613,1732130417412' 2024-11-20T19:20:19,562 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-859232056/flush-table-proc/abort' 2024-11-20T19:20:19,563 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-859232056/flush-table-proc/acquired' 2024-11-20T19:20:19,563 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:20:19,563 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:20:19,563 DEBUG [RS:0;e14ef07817f4:44613 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,44613,1732130417412 2024-11-20T19:20:19,563 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,44613,1732130417412' 2024-11-20T19:20:19,563 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-859232056/online-snapshot/abort' 2024-11-20T19:20:19,564 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-859232056/online-snapshot/acquired' 2024-11-20T19:20:19,564 DEBUG [RS:0;e14ef07817f4:44613 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:20:19,564 INFO [RS:0;e14ef07817f4:44613 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:20:19,564 INFO [RS:0;e14ef07817f4:44613 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:20:19,664 INFO [RS:0;e14ef07817f4:44613 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:20:19,666 INFO [RS:0;e14ef07817f4:44613 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C44613%2C1732130417412, suffix=, logDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/WALs/e14ef07817f4,44613,1732130417412, archiveDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/oldWALs, maxLogs=10 2024-11-20T19:20:19,678 DEBUG [RS:0;e14ef07817f4:44613 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/WALs/e14ef07817f4,44613,1732130417412/e14ef07817f4%2C44613%2C1732130417412.1732130419666, exclude list is [], retry=0 2024-11-20T19:20:19,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35871,DS-aad61e87-d032-4442-b83e-b4e86bbdf756,DISK] 2024-11-20T19:20:19,683 INFO [RS:0;e14ef07817f4:44613 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/WALs/e14ef07817f4,44613,1732130417412/e14ef07817f4%2C44613%2C1732130417412.1732130419666 2024-11-20T19:20:19,683 DEBUG [RS:0;e14ef07817f4:44613 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36245:36245)] 2024-11-20T19:20:19,839 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:20:19,840 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d 2024-11-20T19:20:19,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:20:20,132 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:20:20,134 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:20,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:20,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:20,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:20:20,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:20:20,248 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:20,249 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:20:20,250 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:20:20,250 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:20,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:20:20,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:20:20,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:20,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:20:20,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:20:20,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:20,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:20:20,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740 2024-11-20T19:20:20,255 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740 2024-11-20T19:20:20,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:20:20,256 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:20:20,257 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:20,258 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:20:20,261 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:20,262 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61254353, jitterRate=-0.08723901212215424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:20,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130420246Initializing all the Stores at 1732130420247 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130420247Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130420247Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130420247Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130420247Cleaning up temporary data from old regions at 1732130420257 (+10 ms)Region opened successfully at 1732130420262 (+5 ms) 2024-11-20T19:20:20,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:20:20,262 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:20:20,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:20:20,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:20:20,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:20:20,263 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:20,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130420262Disabling compacts and flushes for region at 1732130420262Disabling writes for close at 1732130420262Writing region close event to WAL at 1732130420263 (+1 ms)Closed at 1732130420263 2024-11-20T19:20:20,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:20,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:20:20,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:20:20,266 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:20:20,267 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:20:20,417 DEBUG [e14ef07817f4:43401 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:20:20,418 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,44613,1732130417412 2024-11-20T19:20:20,419 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,44613,1732130417412, state=OPENING 2024-11-20T19:20:20,497 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:20:20,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:20,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:20,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-859232056/meta-region-server: CHANGED 2024-11-20T19:20:20,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:20:20,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-859232056/meta-region-server: CHANGED 2024-11-20T19:20:20,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,44613,1732130417412}] 2024-11-20T19:20:20,662 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:20:20,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55121, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:20:20,667 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:20:20,667 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:20,667 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:20:20,669 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C44613%2C1732130417412.meta, suffix=.meta, logDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/WALs/e14ef07817f4,44613,1732130417412, archiveDir=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/oldWALs, maxLogs=10 2024-11-20T19:20:20,681 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/WALs/e14ef07817f4,44613,1732130417412/e14ef07817f4%2C44613%2C1732130417412.meta.1732130420669.meta, exclude list is [], retry=0 2024-11-20T19:20:20,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35871,DS-aad61e87-d032-4442-b83e-b4e86bbdf756,DISK] 2024-11-20T19:20:20,685 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/WALs/e14ef07817f4,44613,1732130417412/e14ef07817f4%2C44613%2C1732130417412.meta.1732130420669.meta 2024-11-20T19:20:20,686 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36245:36245)] 2024-11-20T19:20:20,686 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:20,686 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:20,686 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:20:20,686 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:20:20,686 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:20:20,687 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:20:20,687 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:20,687 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:20:20,687 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:20:20,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:20:20,689 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:20:20,689 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:20,690 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:20:20,690 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:20:20,690 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:20,691 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:20:20,691 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:20:20,691 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:20,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:20:20,693 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:20:20,693 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:20,693 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:20:20,694 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740 2024-11-20T19:20:20,695 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740 2024-11-20T19:20:20,696 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:20:20,696 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:20:20,697 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:20,698 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:20:20,699 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73545552, jitterRate=0.09591412544250488}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:20,699 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:20:20,699 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130420687Writing region info on filesystem at 1732130420687Initializing all the Stores at 1732130420688 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130420688Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130420688Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130420688Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130420688Cleaning up temporary data from old regions at 1732130420696 (+8 ms)Running coprocessor post-open hooks at 1732130420699 (+3 ms)Region opened successfully at 1732130420699 2024-11-20T19:20:20,700 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130420662 2024-11-20T19:20:20,702 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:20:20,702 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:20:20,703 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,44613,1732130417412 2024-11-20T19:20:20,704 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,44613,1732130417412, state=OPEN 2024-11-20T19:20:20,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-859232056/meta-region-server 2024-11-20T19:20:20,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-859232056/meta-region-server 2024-11-20T19:20:20,708 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,44613,1732130417412 2024-11-20T19:20:20,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-859232056/meta-region-server: CHANGED 2024-11-20T19:20:20,709 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-859232056/meta-region-server: CHANGED 2024-11-20T19:20:20,711 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:20:20,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,44613,1732130417412 in 199 msec 2024-11-20T19:20:20,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:20:20,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 448 msec 2024-11-20T19:20:20,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:20,715 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:20:20,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:20,716 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,44613,1732130417412, seqNum=-1] 2024-11-20T19:20:20,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:20,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:20,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-20T19:20:20,723 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130420723, completionTime=-1 2024-11-20T19:20:20,723 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:20:20,723 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130480726 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130540726 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,43401,1732130417284-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,43401,1732130417284-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,43401,1732130417284-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:43401, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:20,726 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:20,727 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:20,729 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:20:20,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.242sec 2024-11-20T19:20:20,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:20:20,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:20:20,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:20:20,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:20:20,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:20:20,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,43401,1732130417284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:20,731 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,43401,1732130417284-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:20:20,733 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:20:20,733 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:20:20,733 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,43401,1732130417284-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:20,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375b801f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,741 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,43401,-1 for getting cluster id 2024-11-20T19:20:20,741 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:20,742 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1500a49-6adb-4898-9473-069579807cb6' 2024-11-20T19:20:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1500a49-6adb-4898-9473-069579807cb6" 2024-11-20T19:20:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30eb566f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,43401,-1] 2024-11-20T19:20:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:20,744 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:20,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601344d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:20,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,44613,1732130417412, seqNum=-1] 2024-11-20T19:20:20,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:20,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:20,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,43401,1732130417284 2024-11-20T19:20:20,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57935 2024-11-20T19:20:20,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:20,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159b085100005 connected 2024-11-20T19:20:20,774 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fecc9af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,774 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,40455,-1 for getting cluster id 2024-11-20T19:20:20,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:20,775 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7f245577-97fd-4026-9144-fcf44496ea28' 2024-11-20T19:20:20,775 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7f245577-97fd-4026-9144-fcf44496ea28" 2024-11-20T19:20:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1f4f60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,40455,-1] 2024-11-20T19:20:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:20,776 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:20,777 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:20,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750a4f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,40455,1732130411081 2024-11-20T19:20:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2183ac50 2024-11-20T19:20:20,779 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:20,780 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:20,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:43401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:20:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:20:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:20,783 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:43401' 2024-11-20T19:20:20,784 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66747d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,784 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,43401,-1 for getting cluster id 2024-11-20T19:20:20,784 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:20,785 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1500a49-6adb-4898-9473-069579807cb6' 2024-11-20T19:20:20,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:20,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1500a49-6adb-4898-9473-069579807cb6" 2024-11-20T19:20:20,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b0600f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,43401,-1] 2024-11-20T19:20:20,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:20,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:20,787 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:20,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f2d3962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:20,787 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:20,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,43401,1732130417284 2024-11-20T19:20:20,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f4781a5 2024-11-20T19:20:20,788 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:20,789 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:20,790 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T19:20:20,790 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:20:20,790 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:20,790 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:20,790 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:20,790 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:20:20,791 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:20:20,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:20:20,793 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:20,794 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:20:20,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741835_1011 (size=1138) 2024-11-20T19:20:20,842 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:20:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:21,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:21,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac3d816dd2b9bf10097b4dbb9075abf4, NAME => 'hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829 2024-11-20T19:20:21,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741836_1012 (size=44) 2024-11-20T19:20:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ac3d816dd2b9bf10097b4dbb9075abf4, disabling compactions & flushes 2024-11-20T19:20:21,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. after waiting 0 ms 2024-11-20T19:20:21,608 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:21,608 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:21,609 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac3d816dd2b9bf10097b4dbb9075abf4: Waiting for close lock at 1732130421608Disabling compacts and flushes for region at 1732130421608Disabling writes for close at 1732130421608Writing region close event to WAL at 1732130421608Closed at 1732130421608 2024-11-20T19:20:21,610 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:20:21,610 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130421610"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130421610"}]},"ts":"1732130421610"} 2024-11-20T19:20:21,613 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:20:21,614 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:20:21,614 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130421614"}]},"ts":"1732130421614"} 2024-11-20T19:20:21,616 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:20:21,616 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac3d816dd2b9bf10097b4dbb9075abf4, ASSIGN}] 2024-11-20T19:20:21,618 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac3d816dd2b9bf10097b4dbb9075abf4, ASSIGN 2024-11-20T19:20:21,619 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac3d816dd2b9bf10097b4dbb9075abf4, ASSIGN; state=OFFLINE, location=e14ef07817f4,32979,1732130411271; forceNewPlan=false, retain=false 2024-11-20T19:20:21,769 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac3d816dd2b9bf10097b4dbb9075abf4, regionState=OPENING, regionLocation=e14ef07817f4,32979,1732130411271 2024-11-20T19:20:21,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ac3d816dd2b9bf10097b4dbb9075abf4, ASSIGN because future has completed 2024-11-20T19:20:21,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac3d816dd2b9bf10097b4dbb9075abf4, server=e14ef07817f4,32979,1732130411271}] 2024-11-20T19:20:21,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:21,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:21,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:21,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:20:21,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C32979%2C1732130411271.rep, suffix=, logDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271, archiveDir=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/oldWALs, maxLogs=10 2024-11-20T19:20:21,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.rep.1732130421930, exclude list is [], retry=0 2024-11-20T19:20:21,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43667,DS-0b14ad06-d5e5-4b0d-9aeb-a8045270416e,DISK] 2024-11-20T19:20:21,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.rep.1732130421930 2024-11-20T19:20:21,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38223:38223)] 2024-11-20T19:20:21,946 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ac3d816dd2b9bf10097b4dbb9075abf4, NAME => 'hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:21,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:21,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:20:21,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. service=MultiRowMutationService 2024-11-20T19:20:21,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:20:21,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:21,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,948 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,950 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac3d816dd2b9bf10097b4dbb9075abf4 columnFamilyName hfileref 2024-11-20T19:20:21,950 DEBUG [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:21,950 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] regionserver.HStore(327): Store=ac3d816dd2b9bf10097b4dbb9075abf4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:21,950 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,951 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac3d816dd2b9bf10097b4dbb9075abf4 columnFamilyName queue 2024-11-20T19:20:21,951 DEBUG [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:21,952 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] regionserver.HStore(327): Store=ac3d816dd2b9bf10097b4dbb9075abf4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:21,952 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,953 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac3d816dd2b9bf10097b4dbb9075abf4 columnFamilyName sid 2024-11-20T19:20:21,953 DEBUG [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:21,953 INFO [StoreOpener-ac3d816dd2b9bf10097b4dbb9075abf4-1 {}] regionserver.HStore(327): Store=ac3d816dd2b9bf10097b4dbb9075abf4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:21,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:20:21,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:21,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ac3d816dd2b9bf10097b4dbb9075abf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59818114, jitterRate=-0.1086406409740448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:20:21,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:21,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ac3d816dd2b9bf10097b4dbb9075abf4: Running coprocessor pre-open hook at 1732130421947Writing region info on filesystem at 1732130421947Initializing all the Stores at 1732130421948 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130421948Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130421948Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130421948Cleaning up temporary data from old regions at 1732130421956 (+8 ms)Running coprocessor post-open hooks at 1732130421960 (+4 ms)Region opened successfully at 1732130421961 (+1 ms) 2024-11-20T19:20:21,962 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4., pid=7, masterSystemTime=1732130421924 2024-11-20T19:20:21,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:21,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:21,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ac3d816dd2b9bf10097b4dbb9075abf4, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,32979,1732130411271 2024-11-20T19:20:21,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac3d816dd2b9bf10097b4dbb9075abf4, server=e14ef07817f4,32979,1732130411271 because future has completed 2024-11-20T19:20:21,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T19:20:21,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ac3d816dd2b9bf10097b4dbb9075abf4, server=e14ef07817f4,32979,1732130411271 in 195 msec 2024-11-20T19:20:21,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:20:21,971 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ac3d816dd2b9bf10097b4dbb9075abf4, ASSIGN in 353 msec 2024-11-20T19:20:21,972 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:20:21,972 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130421972"}]},"ts":"1732130421972"} 2024-11-20T19:20:21,974 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:20:21,975 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:20:21,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-20T19:20:21,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4., hostname=e14ef07817f4,32979,1732130411271, seqNum=2] 2024-11-20T19:20:22,077 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:22,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:22,099 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:20:22,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32979 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T19:20:22,252 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:20:22,279 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,32979,1732130411271, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:20:22,279 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:22,279 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,32979,1732130411271, seqNum=-1] 2024-11-20T19:20:22,280 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:22,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T19:20:22,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,32979,1732130411271', locateType=CURRENT is [region=hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4., hostname=e14ef07817f4,32979,1732130411271, seqNum=2] 2024-11-20T19:20:22,285 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T19:20:22,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T19:20:22,288 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,32979,1732130411271 suceeded 2024-11-20T19:20:22,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T19:20:22,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-20T19:20:22,291 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:43401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:20:22,293 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-20T19:20:22,300 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:43401' 2024-11-20T19:20:22,301 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33ab2d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:22,302 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,43401,-1 for getting cluster id 2024-11-20T19:20:22,302 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:22,303 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c1500a49-6adb-4898-9473-069579807cb6' 2024-11-20T19:20:22,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:22,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c1500a49-6adb-4898-9473-069579807cb6" 2024-11-20T19:20:22,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6af25e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:22,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,43401,-1] 2024-11-20T19:20:22,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:22,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:22,304 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:22,305 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@489de506, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:22,305 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,43401,1732130417284 2024-11-20T19:20:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@da6ead7 2024-11-20T19:20:22,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:22,306 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T19:20:22,307 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,32979,1732130411271 (queues=1) is replicating from cluster=7f245577-97fd-4026-9144-fcf44496ea28 to cluster=c1500a49-6adb-4898-9473-069579807cb6 2024-11-20T19:20:22,307 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C32979%2C1732130411271 2024-11-20T19:20:22,307 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,32979,1732130411271, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:20:22,308 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.shippere14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C32979%2C1732130411271 2024-11-20T19:20:22,308 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634, startPosition=0, beingWritten=true 2024-11-20T19:20:22,513 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 to pos 0, reset compression=false 2024-11-20T19:20:22,820 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 to pos 0, reset compression=false 2024-11-20T19:20:22,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:22,931 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:20:22,931 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:22,931 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:22,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:22,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:22,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:22,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,40455,1732130411081 2024-11-20T19:20:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@214c53c 2024-11-20T19:20:22,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:22,933 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:22,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40455 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T19:20:22,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:20:22,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:22,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:22,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:22,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:22,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:22,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:20:22,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=536928974, stopped=false 2024-11-20T19:20:22,935 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,43401,1732130417284 2024-11-20T19:20:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859232056/running 2024-11-20T19:20:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859232056/running 2024-11-20T19:20:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:22,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:22,970 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:20:22,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:22,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:22,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:22,970 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,44613,1732130417412' ***** 2024-11-20T19:20:22,970 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:20:22,970 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on znode that does not yet exist, /1-859232056/running 2024-11-20T19:20:22,970 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:20:22,971 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,44613,1732130417412 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:20:22,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Set watcher on znode that does not yet exist, /1-859232056/running 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:44613. 2024-11-20T19:20:22,971 DEBUG [RS:0;e14ef07817f4:44613 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:22,971 DEBUG [RS:0;e14ef07817f4:44613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:20:22,971 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:20:22,971 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:20:22,972 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:20:22,972 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:20:22,972 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:20:22,972 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:20:22,972 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:20:22,972 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:20:22,972 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T19:20:22,987 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740/.tmp/ns/0f7d599cd03f482ea8665abbf7eb6289 is 43, key is default/ns:d/1732130420718/Put/seqid=0 2024-11-20T19:20:22,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741835_1011 (size=5153) 2024-11-20T19:20:23,039 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:20:23,172 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:20:23,225 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 to pos 0, reset compression=false 2024-11-20T19:20:23,372 DEBUG [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:20:23,392 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740/.tmp/ns/0f7d599cd03f482ea8665abbf7eb6289 2024-11-20T19:20:23,399 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740/.tmp/ns/0f7d599cd03f482ea8665abbf7eb6289 as hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740/ns/0f7d599cd03f482ea8665abbf7eb6289 2024-11-20T19:20:23,405 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740/ns/0f7d599cd03f482ea8665abbf7eb6289, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T19:20:23,406 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false 2024-11-20T19:20:23,411 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T19:20:23,412 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:23,412 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:23,412 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:23,412 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130422972Running coprocessor pre-close hooks at 1732130422972Disabling compacts and flushes for region at 1732130422972Disabling writes for close at 1732130422972Obtaining lock to block concurrent updates at 1732130422972Preparing flush snapshotting stores in 1588230740 at 1732130422972Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732130422972Flushing stores of hbase:meta,,1.1588230740 at 1732130422973 (+1 ms)Flushing 1588230740/ns: creating writer at 1732130422973Flushing 1588230740/ns: appending metadata at 1732130422986 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732130422986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d1e745: reopening flushed file at 1732130423398 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=6, compaction requested=false at 1732130423406 (+8 ms)Writing region close event to WAL at 1732130423407 (+1 ms)Running coprocessor post-close hooks at 1732130423411 (+4 ms)Closed at 1732130423412 (+1 ms) 2024-11-20T19:20:23,412 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:23,572 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,44613,1732130417412; all regions closed. 2024-11-20T19:20:23,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741834_1010 (size=1152) 2024-11-20T19:20:23,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/WALs/e14ef07817f4,44613,1732130417412/e14ef07817f4%2C44613%2C1732130417412.meta.1732130420669.meta not finished, retry = 0 2024-11-20T19:20:23,625 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:20:23,625 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:20:23,678 DEBUG [RS:0;e14ef07817f4:44613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/oldWALs 2024-11-20T19:20:23,678 INFO [RS:0;e14ef07817f4:44613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C44613%2C1732130417412.meta:.meta(num 1732130420669) 2024-11-20T19:20:23,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741832_1008 (size=93) 2024-11-20T19:20:23,682 DEBUG [RS:0;e14ef07817f4:44613 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/oldWALs 2024-11-20T19:20:23,682 INFO [RS:0;e14ef07817f4:44613 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C44613%2C1732130417412:(num 1732130419666) 2024-11-20T19:20:23,682 DEBUG [RS:0;e14ef07817f4:44613 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:23,682 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:20:23,682 INFO [RS:0;e14ef07817f4:44613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:20:23,682 INFO [RS:0;e14ef07817f4:44613 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:20:23,682 INFO [RS:0;e14ef07817f4:44613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:20:23,682 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:20:23,682 INFO [RS:0;e14ef07817f4:44613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44613 2024-11-20T19:20:23,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859232056/rs/e14ef07817f4,44613,1732130417412 2024-11-20T19:20:23,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056/rs 2024-11-20T19:20:23,698 INFO [RS:0;e14ef07817f4:44613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:20:23,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,44613,1732130417412] 2024-11-20T19:20:23,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-859232056/draining/e14ef07817f4,44613,1732130417412 already deleted, retry=false 2024-11-20T19:20:23,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,44613,1732130417412 expired; onlineServers=0 2024-11-20T19:20:23,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,43401,1732130417284' ***** 2024-11-20T19:20:23,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:20:23,719 INFO [M:0;e14ef07817f4:43401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:20:23,719 INFO [M:0;e14ef07817f4:43401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:20:23,719 DEBUG [M:0;e14ef07817f4:43401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:20:23,719 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:20:23,719 DEBUG [M:0;e14ef07817f4:43401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:20:23,719 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130419434 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130419434,5,FailOnTimeoutGroup] 2024-11-20T19:20:23,719 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130419434 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130419434,5,FailOnTimeoutGroup] 2024-11-20T19:20:23,720 INFO [M:0;e14ef07817f4:43401 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:20:23,720 INFO [M:0;e14ef07817f4:43401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:20:23,720 DEBUG [M:0;e14ef07817f4:43401 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:20:23,720 INFO [M:0;e14ef07817f4:43401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:20:23,720 INFO [M:0;e14ef07817f4:43401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:20:23,720 INFO [M:0;e14ef07817f4:43401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:20:23,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:20:23,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-859232056/master 2024-11-20T19:20:23,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-859232056 2024-11-20T19:20:23,729 DEBUG [M:0;e14ef07817f4:43401 {}] zookeeper.ZKUtil(347): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Unable to get data of znode /1-859232056/master because node does not exist (not an error) 2024-11-20T19:20:23,730 WARN [M:0;e14ef07817f4:43401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:20:23,730 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 to pos 0, reset compression=false 2024-11-20T19:20:23,730 INFO [M:0;e14ef07817f4:43401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/.lastflushedseqids 2024-11-20T19:20:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741836_1012 (size=99) 2024-11-20T19:20:23,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:23,808 INFO [RS:0;e14ef07817f4:44613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:20:23,809 INFO [RS:0;e14ef07817f4:44613 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,44613,1732130417412; zookeeper connection closed. 2024-11-20T19:20:23,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44613-0x10159b085100004, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:23,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23a8a0b3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23a8a0b3 2024-11-20T19:20:23,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:20:24,135 INFO [M:0;e14ef07817f4:43401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:20:24,135 INFO [M:0;e14ef07817f4:43401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:20:24,135 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:20:24,135 INFO [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:24,135 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:24,135 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:20:24,135 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:24,136 INFO [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T19:20:24,151 DEBUG [M:0;e14ef07817f4:43401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0add97a0d47c4f1ebbfc137148f1699b is 82, key is hbase:meta,,1/info:regioninfo/1732130420703/Put/seqid=0 2024-11-20T19:20:24,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741837_1013 (size=5672) 2024-11-20T19:20:24,335 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 to pos 0, reset compression=false 2024-11-20T19:20:24,556 INFO [M:0;e14ef07817f4:43401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0add97a0d47c4f1ebbfc137148f1699b 2024-11-20T19:20:24,576 DEBUG [M:0;e14ef07817f4:43401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b9c0077af142fe82970f80ebdce9bc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732130420722/Put/seqid=0 2024-11-20T19:20:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741838_1014 (size=5275) 2024-11-20T19:20:24,981 INFO [M:0;e14ef07817f4:43401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b9c0077af142fe82970f80ebdce9bc 2024-11-20T19:20:24,999 DEBUG [M:0;e14ef07817f4:43401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124ec30fa06c4384867b989806c844ac is 69, key is e14ef07817f4,44613,1732130417412/rs:state/1732130419471/Put/seqid=0 2024-11-20T19:20:25,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741839_1015 (size=5156) 2024-11-20T19:20:25,039 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 to pos 0, reset compression=false 2024-11-20T19:20:25,404 INFO [M:0;e14ef07817f4:43401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124ec30fa06c4384867b989806c844ac 2024-11-20T19:20:25,410 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0add97a0d47c4f1ebbfc137148f1699b as hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0add97a0d47c4f1ebbfc137148f1699b 2024-11-20T19:20:25,416 INFO [M:0;e14ef07817f4:43401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0add97a0d47c4f1ebbfc137148f1699b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T19:20:25,416 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/16b9c0077af142fe82970f80ebdce9bc as hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b9c0077af142fe82970f80ebdce9bc 2024-11-20T19:20:25,422 INFO [M:0;e14ef07817f4:43401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/16b9c0077af142fe82970f80ebdce9bc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T19:20:25,423 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/124ec30fa06c4384867b989806c844ac as hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/124ec30fa06c4384867b989806c844ac 2024-11-20T19:20:25,429 INFO [M:0;e14ef07817f4:43401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41077/user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/124ec30fa06c4384867b989806c844ac, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T19:20:25,430 INFO [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-11-20T19:20:25,431 INFO [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:25,431 DEBUG [M:0;e14ef07817f4:43401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130424135Disabling compacts and flushes for region at 1732130424135Disabling writes for close at 1732130424135Obtaining lock to block concurrent updates at 1732130424136 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130424136Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732130424136Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130424137 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130424137Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130424150 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130424150Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130424561 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130424575 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130424575Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130424986 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130424999 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130424999Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2439d646: reopening flushed file at 1732130425409 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f823881: reopening flushed file at 1732130425416 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eacc184: reopening flushed file at 1732130425422 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1732130425430 (+8 ms)Writing region close event to WAL at 1732130425431 (+1 ms)Closed at 1732130425431 2024-11-20T19:20:25,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35871 is added to blk_1073741830_1006 (size=10165) 2024-11-20T19:20:25,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/25be2de3-e5be-5ddf-6b7e-578e15c7d22d/MasterData/WALs/e14ef07817f4,43401,1732130417284/e14ef07817f4%2C43401%2C1732130417284.1732130419146 not finished, retry = 0 2024-11-20T19:20:25,482 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:20:25,535 INFO [M:0;e14ef07817f4:43401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:20:25,535 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:20:25,535 INFO [M:0;e14ef07817f4:43401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43401 2024-11-20T19:20:25,535 INFO [M:0;e14ef07817f4:43401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:20:25,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:25,651 INFO [M:0;e14ef07817f4:43401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:20:25,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43401-0x10159b085100003, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:25,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@661237b1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:20:25,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25ee6f2c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:20:25,680 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:20:25,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46d6d125{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:20:25,680 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cba68dc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.log.dir/,STOPPED} 2024-11-20T19:20:25,681 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:20:25,681 WARN [BP-24133093-172.17.0.3-1732130414987 heartbeating to localhost/127.0.0.1:41077 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:20:25,681 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:20:25,681 WARN [BP-24133093-172.17.0.3-1732130414987 heartbeating to localhost/127.0.0.1:41077 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-24133093-172.17.0.3-1732130414987 (Datanode Uuid 2fe7ce03-0ff4-4d30-83bb-f6c3a67e2a06) service to localhost/127.0.0.1:41077 2024-11-20T19:20:25,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/cluster_f3f190af-4947-7405-5d01-3c38270a624d/data/data1/current/BP-24133093-172.17.0.3-1732130414987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:20:25,682 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/cluster_f3f190af-4947-7405-5d01-3c38270a624d/data/data2/current/BP-24133093-172.17.0.3-1732130414987 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:20:25,682 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:20:25,686 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e49dff1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:20:25,687 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5a896e5f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:20:25,687 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:20:25,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:20:25,687 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76bb38c2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.log.dir/,STOPPED} 2024-11-20T19:20:25,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:20:25,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:20:25,704 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:25,704 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:25,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:25,704 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:25,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:25,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:20:25,704 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1675095850, stopped=false 2024-11-20T19:20:25,704 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,40455,1732130411081 2024-11-20T19:20:25,719 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544342470/running 2024-11-20T19:20:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544342470/running 2024-11-20T19:20:25,719 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:25,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:25,719 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:20:25,719 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:25,719 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:25,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on znode that does not yet exist, /01544342470/running 2024-11-20T19:20:25,719 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Set watcher on znode that does not yet exist, /01544342470/running 2024-11-20T19:20:25,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:25,720 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,32979,1732130411271' ***** 2024-11-20T19:20:25,720 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:20:25,720 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:20:25,720 INFO [RS:0;e14ef07817f4:32979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:20:25,720 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:20:25,720 INFO [RS:0;e14ef07817f4:32979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:20:25,720 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(3091): Received CLOSE for ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:25,720 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,32979,1732130411271 2024-11-20T19:20:25,720 INFO [RS:0;e14ef07817f4:32979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:20:25,720 INFO [RS:0;e14ef07817f4:32979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:32979. 2024-11-20T19:20:25,720 DEBUG [RS:0;e14ef07817f4:32979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:25,720 DEBUG [RS:0;e14ef07817f4:32979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:25,720 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac3d816dd2b9bf10097b4dbb9075abf4, disabling compactions & flushes 2024-11-20T19:20:25,721 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:20:25,720 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:25,721 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:20:25,721 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:20:25,721 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:25,721 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:20:25,721 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. after waiting 0 ms 2024-11-20T19:20:25,721 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:25,721 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac3d816dd2b9bf10097b4dbb9075abf4 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T19:20:25,721 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:20:25,721 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ac3d816dd2b9bf10097b4dbb9075abf4=hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4.} 2024-11-20T19:20:25,721 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:25,721 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:20:25,721 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:20:25,721 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:20:25,721 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:20:25,721 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:20:25,721 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T19:20:25,736 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/info/6183318f91c743d18ba7a3179e4156cf is 147, key is hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4./info:regioninfo/1732130421964/Put/seqid=0 2024-11-20T19:20:25,738 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4/.tmp/queue/9eeffbbcb6004b2e84ffe7184963d456 is 151, key is 1-e14ef07817f4,32979,1732130411271/queue:e14ef07817f4%2C32979%2C1732130411271/1732130422283/Put/seqid=0 2024-11-20T19:20:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741838_1014 (size=6631) 2024-11-20T19:20:25,741 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/info/6183318f91c743d18ba7a3179e4156cf 2024-11-20T19:20:25,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741839_1015 (size=5350) 2024-11-20T19:20:25,763 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/ns/4bcf5cc904ac4b2f99cfbb34ec6c055b is 43, key is default/ns:d/1732130414898/Put/seqid=0 2024-11-20T19:20:25,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741840_1016 (size=5153) 2024-11-20T19:20:25,801 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:20:25,844 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 to pos 0, reset compression=false 2024-11-20T19:20:25,921 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:26,121 DEBUG [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac3d816dd2b9bf10097b4dbb9075abf4 2024-11-20T19:20:26,146 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4/.tmp/queue/9eeffbbcb6004b2e84ffe7184963d456 2024-11-20T19:20:26,152 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4/.tmp/queue/9eeffbbcb6004b2e84ffe7184963d456 as hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4/queue/9eeffbbcb6004b2e84ffe7184963d456 2024-11-20T19:20:26,158 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4/queue/9eeffbbcb6004b2e84ffe7184963d456, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T19:20:26,159 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ac3d816dd2b9bf10097b4dbb9075abf4 in 438ms, sequenceid=5, compaction requested=false 2024-11-20T19:20:26,163 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/replication/ac3d816dd2b9bf10097b4dbb9075abf4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:20:26,163 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:26,163 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:26,164 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:26,164 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac3d816dd2b9bf10097b4dbb9075abf4: Waiting for close lock at 1732130425720Running coprocessor pre-close hooks at 1732130425720Disabling compacts and flushes for region at 1732130425720Disabling writes for close at 1732130425721 (+1 ms)Obtaining lock to block concurrent updates at 1732130425721Preparing flush snapshotting stores in ac3d816dd2b9bf10097b4dbb9075abf4 at 1732130425721Finished memstore snapshotting hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732130425721Flushing stores of hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. at 1732130425722 (+1 ms)Flushing ac3d816dd2b9bf10097b4dbb9075abf4/queue: creating writer at 1732130425722Flushing ac3d816dd2b9bf10097b4dbb9075abf4/queue: appending metadata at 1732130425738 (+16 ms)Flushing ac3d816dd2b9bf10097b4dbb9075abf4/queue: closing flushed file at 1732130425738Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d5e88e7: reopening flushed file at 1732130426151 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ac3d816dd2b9bf10097b4dbb9075abf4 in 438ms, sequenceid=5, compaction requested=false at 1732130426159 (+8 ms)Writing region close event to WAL at 1732130426160 (+1 ms)Running coprocessor post-close hooks at 1732130426163 (+3 ms)Closed at 1732130426164 (+1 ms) 2024-11-20T19:20:26,164 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130420790.ac3d816dd2b9bf10097b4dbb9075abf4. 2024-11-20T19:20:26,168 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/ns/4bcf5cc904ac4b2f99cfbb34ec6c055b 2024-11-20T19:20:26,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:20:26,190 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/table/4a49c7de4b4042d69796877c80ff8c38 is 53, key is hbase:replication/table:state/1732130421972/Put/seqid=0 2024-11-20T19:20:26,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:26,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741841_1017 (size=5256) 2024-11-20T19:20:26,196 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/table/4a49c7de4b4042d69796877c80ff8c38 2024-11-20T19:20:26,204 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/info/6183318f91c743d18ba7a3179e4156cf as hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/info/6183318f91c743d18ba7a3179e4156cf 2024-11-20T19:20:26,210 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/info/6183318f91c743d18ba7a3179e4156cf, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T19:20:26,211 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/ns/4bcf5cc904ac4b2f99cfbb34ec6c055b as hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/ns/4bcf5cc904ac4b2f99cfbb34ec6c055b 2024-11-20T19:20:26,213 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:26,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:26,218 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/ns/4bcf5cc904ac4b2f99cfbb34ec6c055b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:20:26,219 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/.tmp/table/4a49c7de4b4042d69796877c80ff8c38 as hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/table/4a49c7de4b4042d69796877c80ff8c38 2024-11-20T19:20:26,226 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/table/4a49c7de4b4042d69796877c80ff8c38, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T19:20:26,227 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=11, compaction requested=false 2024-11-20T19:20:26,233 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T19:20:26,233 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:26,233 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:26,233 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:26,234 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130425721Running coprocessor pre-close hooks at 1732130425721Disabling compacts and flushes for region at 1732130425721Disabling writes for close at 1732130425721Obtaining lock to block concurrent updates at 1732130425721Preparing flush snapshotting stores in 1588230740 at 1732130425721Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732130425722 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732130425722Flushing 1588230740/info: creating writer at 1732130425722Flushing 1588230740/info: appending metadata at 1732130425736 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732130425736Flushing 1588230740/ns: creating writer at 1732130425750 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732130425762 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1732130425762Flushing 1588230740/table: creating writer at 1732130426174 (+412 ms)Flushing 1588230740/table: appending metadata at 1732130426189 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732130426189Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c792a5e: reopening flushed file at 1732130426203 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e62f19: reopening flushed file at 1732130426210 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f595862: reopening flushed file at 1732130426218 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 506ms, sequenceid=11, compaction requested=false at 1732130426227 (+9 ms)Writing region close event to WAL at 1732130426229 (+2 ms)Running coprocessor post-close hooks at 1732130426233 (+4 ms)Closed at 1732130426233 2024-11-20T19:20:26,234 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:26,322 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,32979,1732130411271; all regions closed. 2024-11-20T19:20:26,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741834_1010 (size=2742) 2024-11-20T19:20:26,324 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.meta.1732130414609.meta not finished, retry = 0 2024-11-20T19:20:26,427 DEBUG [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/oldWALs 2024-11-20T19:20:26,427 INFO [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C32979%2C1732130411271.meta:.meta(num 1732130414609) 2024-11-20T19:20:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741837_1013 (size=1586) 2024-11-20T19:20:26,431 DEBUG [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/oldWALs 2024-11-20T19:20:26,431 INFO [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C32979%2C1732130411271.rep:(num 1732130421930) 2024-11-20T19:20:26,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741832_1008 (size=93) 2024-11-20T19:20:26,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/WALs/e14ef07817f4,32979,1732130411271/e14ef07817f4%2C32979%2C1732130411271.1732130413634 not finished, retry = 0 2024-11-20T19:20:26,519 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:20:26,519 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:20:26,536 DEBUG [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/oldWALs 2024-11-20T19:20:26,536 INFO [RS:0;e14ef07817f4:32979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C32979%2C1732130411271:(num 1732130413634) 2024-11-20T19:20:26,536 DEBUG [RS:0;e14ef07817f4:32979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:26,536 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:20:26,536 INFO [RS:0;e14ef07817f4:32979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:20:26,537 INFO [RS:0;e14ef07817f4:32979 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:20:26,537 INFO [RS:0;e14ef07817f4:32979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:20:26,537 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:20:26,537 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,32979,1732130411271 because: Region server is closing 2024-11-20T19:20:26,537 INFO [RS:0;e14ef07817f4:32979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:32979. 2024-11-20T19:20:26,537 DEBUG [RS:0;e14ef07817f4:32979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:26,537 DEBUG [RS:0;e14ef07817f4:32979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:26,537 DEBUG [RS:0;e14ef07817f4:32979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:26,537 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:26,638 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.shippere14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T19:20:26,638 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.wal-reader.e14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:20:26,638 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,32979,1732130411271.replicationSource.shippere14ef07817f4%2C32979%2C1732130411271,1-e14ef07817f4,32979,1732130411271 terminated 2024-11-20T19:20:26,638 INFO [RS:0;e14ef07817f4:32979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32979 2024-11-20T19:20:26,645 INFO [RS:0;e14ef07817f4:32979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:20:26,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470/rs 2024-11-20T19:20:26,645 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544342470/rs/e14ef07817f4,32979,1732130411271 2024-11-20T19:20:26,645 ERROR [pool-358-thread-1-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007ff2888e4168@1a302702 rejected from java.util.concurrent.ThreadPoolExecutor@5f32ba20[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-20T19:20:26,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,32979,1732130411271] 2024-11-20T19:20:26,666 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01544342470/draining/e14ef07817f4,32979,1732130411271 already deleted, retry=false 2024-11-20T19:20:26,666 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,32979,1732130411271 expired; onlineServers=0 2024-11-20T19:20:26,666 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,40455,1732130411081' ***** 2024-11-20T19:20:26,666 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:20:26,666 INFO [M:0;e14ef07817f4:40455 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:20:26,666 INFO [M:0;e14ef07817f4:40455 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:20:26,666 DEBUG [M:0;e14ef07817f4:40455 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:20:26,666 DEBUG [M:0;e14ef07817f4:40455 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:20:26,666 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:20:26,666 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130413404 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130413404,5,FailOnTimeoutGroup] 2024-11-20T19:20:26,666 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130413408 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130413408,5,FailOnTimeoutGroup] 2024-11-20T19:20:26,667 INFO [M:0;e14ef07817f4:40455 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:20:26,667 INFO [M:0;e14ef07817f4:40455 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:20:26,667 DEBUG [M:0;e14ef07817f4:40455 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:20:26,667 INFO [M:0;e14ef07817f4:40455 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:20:26,667 INFO [M:0;e14ef07817f4:40455 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:20:26,667 INFO [M:0;e14ef07817f4:40455 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:20:26,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:20:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01544342470/master 2024-11-20T19:20:26,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01544342470 2024-11-20T19:20:26,677 DEBUG [M:0;e14ef07817f4:40455 {}] zookeeper.ZKUtil(347): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Unable to get data of znode /01544342470/master because node does not exist (not an error) 2024-11-20T19:20:26,677 WARN [M:0;e14ef07817f4:40455 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:20:26,677 INFO [M:0;e14ef07817f4:40455 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/.lastflushedseqids 2024-11-20T19:20:26,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741842_1018 (size=181) 2024-11-20T19:20:26,756 INFO [RS:0;e14ef07817f4:32979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:20:26,756 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:26,756 INFO [RS:0;e14ef07817f4:32979 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,32979,1732130411271; zookeeper connection closed. 2024-11-20T19:20:26,756 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32979-0x10159b085100001, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:26,756 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@34cc73d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@34cc73d4 2024-11-20T19:20:26,756 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:20:27,083 INFO [M:0;e14ef07817f4:40455 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:20:27,083 INFO [M:0;e14ef07817f4:40455 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:20:27,083 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:20:27,083 INFO [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:27,083 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:27,083 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:20:27,083 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:27,083 INFO [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T19:20:27,103 DEBUG [M:0;e14ef07817f4:40455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/819189da5b1a4129b5244fcf935dc01d is 82, key is hbase:meta,,1/info:regioninfo/1732130414647/Put/seqid=0 2024-11-20T19:20:27,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741843_1019 (size=5672) 2024-11-20T19:20:27,509 INFO [M:0;e14ef07817f4:40455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/819189da5b1a4129b5244fcf935dc01d 2024-11-20T19:20:27,528 DEBUG [M:0;e14ef07817f4:40455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ddba17db39464d8aac7a18e0fbcb39 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732130421976/Put/seqid=0 2024-11-20T19:20:27,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741844_1020 (size=7203) 2024-11-20T19:20:27,934 INFO [M:0;e14ef07817f4:40455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ddba17db39464d8aac7a18e0fbcb39 2024-11-20T19:20:27,953 DEBUG [M:0;e14ef07817f4:40455 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a22149968b48427295eef409e9067c9d is 69, key is e14ef07817f4,32979,1732130411271/rs:state/1732130413462/Put/seqid=0 2024-11-20T19:20:27,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741845_1021 (size=5156) 2024-11-20T19:20:28,358 INFO [M:0;e14ef07817f4:40455 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a22149968b48427295eef409e9067c9d 2024-11-20T19:20:28,364 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/819189da5b1a4129b5244fcf935dc01d as hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/819189da5b1a4129b5244fcf935dc01d 2024-11-20T19:20:28,369 INFO [M:0;e14ef07817f4:40455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/819189da5b1a4129b5244fcf935dc01d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T19:20:28,370 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ddba17db39464d8aac7a18e0fbcb39 as hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58ddba17db39464d8aac7a18e0fbcb39 2024-11-20T19:20:28,376 INFO [M:0;e14ef07817f4:40455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58ddba17db39464d8aac7a18e0fbcb39, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T19:20:28,377 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a22149968b48427295eef409e9067c9d as hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a22149968b48427295eef409e9067c9d 2024-11-20T19:20:28,383 INFO [M:0;e14ef07817f4:40455 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36657/user/jenkins/test-data/dabf60ba-24b5-0684-55a7-23b4e0ebd829/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a22149968b48427295eef409e9067c9d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T19:20:28,384 INFO [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false 2024-11-20T19:20:28,385 INFO [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:28,385 DEBUG [M:0;e14ef07817f4:40455 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130427083Disabling compacts and flushes for region at 1732130427083Disabling writes for close at 1732130427083Obtaining lock to block concurrent updates at 1732130427083Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130427083Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732130427084 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130427085 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130427085Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130427103 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130427103Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130427513 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130427527 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130427527Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130427940 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130427952 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130427952Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@694840b3: reopening flushed file at 1732130428363 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e12e58: reopening flushed file at 1732130428369 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794bbe8b: reopening flushed file at 1732130428376 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=70, compaction requested=false at 1732130428384 (+8 ms)Writing region close event to WAL at 1732130428385 (+1 ms)Closed at 1732130428385 2024-11-20T19:20:28,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43667 is added to blk_1073741830_1006 (size=41008) 2024-11-20T19:20:28,388 INFO [M:0;e14ef07817f4:40455 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:20:28,388 INFO [M:0;e14ef07817f4:40455 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40455 2024-11-20T19:20:28,388 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:20:28,388 INFO [M:0;e14ef07817f4:40455 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:20:28,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:28,501 INFO [M:0;e14ef07817f4:40455 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:20:28,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40455-0x10159b085100000, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:20:28,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@718397a1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:20:28,503 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@39c09d44{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:20:28,503 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:20:28,503 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:20:28,504 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39cf0554{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.log.dir/,STOPPED} 2024-11-20T19:20:28,505 WARN [BP-338202434-172.17.0.3-1732130408838 heartbeating to localhost/127.0.0.1:36657 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:20:28,505 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:20:28,505 WARN [BP-338202434-172.17.0.3-1732130408838 heartbeating to localhost/127.0.0.1:36657 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-338202434-172.17.0.3-1732130408838 (Datanode Uuid 37e5544b-0a75-4594-a62e-1595682c17b5) service to localhost/127.0.0.1:36657 2024-11-20T19:20:28,505 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:20:28,505 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/cluster_c16adcef-059f-9f18-6d92-d58f43e1fe9b/data/data1/current/BP-338202434-172.17.0.3-1732130408838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:20:28,506 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/cluster_c16adcef-059f-9f18-6d92-d58f43e1fe9b/data/data2/current/BP-338202434-172.17.0.3-1732130408838 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:20:28,506 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:20:28,512 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2778bd0e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:20:28,513 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d77b542{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:20:28,513 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:20:28,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:20:28,513 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24580203{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e697f00b-6adc-ea79-ecb4-0e50cb1cc88d/hadoop.log.dir/,STOPPED} 2024-11-20T19:20:28,520 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:20:28,531 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:20:28,539 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57935) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36657 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:41077 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41077 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36657 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36657 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41077 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41077 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36657 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 354), ProcessCount=11 (was 11), AvailableMemoryMB=3130 (was 3752) 2024-11-20T19:20:28,547 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=3130 2024-11-20T19:20:28,560 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T19:20:28,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.log.dir so I do NOT create it in target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb 2024-11-20T19:20:28,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:20:28,561 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.tmp.dir so I do NOT create it in target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb 2024-11-20T19:20:28,561 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4b07caa1-f050-e31e-6dc5-ca051bc6952a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:20:28,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb 2024-11-20T19:20:28,561 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/cluster_bb6541d0-8546-4871-272c-e0ec7c7b433d, deleteOnExit=true 2024-11-20T19:20:28,590 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/cluster_bb6541d0-8546-4871-272c-e0ec7c7b433d/zookeeper_0, clientPort=58892, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/cluster_bb6541d0-8546-4871-272c-e0ec7c7b433d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/cluster_bb6541d0-8546-4871-272c-e0ec7c7b433d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:20:28,592 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58892 2024-11-20T19:20:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:20:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:20:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/test.cache.data in system properties and HBase conf 2024-11-20T19:20:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:20:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:20:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:20:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:20:28,592 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:20:28,592 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:20:28,593 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:20:28,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159b085100002, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:20:28,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159b085100002, quorum=127.0.0.1:57935, baseZNode=/01544342470 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:20:28,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159b085100005, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:20:28,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159b085100005, quorum=127.0.0.1:57935, baseZNode=/1-859232056 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:20:29,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:29,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:20:29,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:20:29,017 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:20:29,017 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:20:29,018 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:29,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36cdf3d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:20:29,020 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60c418b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:20:29,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72ef2925{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/java.io.tmpdir/jetty-localhost-34557-hadoop-hdfs-3_4_1-tests_jar-_-any-2473090378965936598/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:20:29,124 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d866e51{HTTP/1.1, (http/1.1)}{localhost:34557} 2024-11-20T19:20:29,124 INFO [Time-limited test {}] server.Server(415): Started @56507ms 2024-11-20T19:20:29,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:29,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:20:29,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:20:29,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:29,476 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:29,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:20:29,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:20:29,481 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:20:29,481 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:20:29,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c950b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:20:29,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a67819b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:20:29,586 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f7bdbb0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/java.io.tmpdir/jetty-localhost-39297-hadoop-hdfs-3_4_1-tests_jar-_-any-4794281530151245602/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:20:29,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f847755{HTTP/1.1, (http/1.1)}{localhost:39297} 2024-11-20T19:20:29,586 INFO [Time-limited test {}] server.Server(415): Started @56969ms 2024-11-20T19:20:29,587 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:20:30,436 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/cluster_bb6541d0-8546-4871-272c-e0ec7c7b433d/data/data2/current/BP-2105157896-172.17.0.3-1732130428616/current, will proceed with Du for space computation calculation, 2024-11-20T19:20:30,436 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/cluster_bb6541d0-8546-4871-272c-e0ec7c7b433d/data/data1/current/BP-2105157896-172.17.0.3-1732130428616/current, will proceed with Du for space computation calculation, 2024-11-20T19:20:30,450 WARN [Thread-816 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:20:30,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15bb403fd3cc1a41 with lease ID 0x8e08de947df1260b: Processing first storage report for DS-e3f3b9e1-7bde-4b43-a5ea-2ce52c679248 from datanode DatanodeRegistration(127.0.0.1:39233, datanodeUuid=46d2d39a-b521-47ac-b409-a911f2e65d57, infoPort=39435, infoSecurePort=0, ipcPort=36415, storageInfo=lv=-57;cid=testClusterID;nsid=1259547819;c=1732130428616) 2024-11-20T19:20:30,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15bb403fd3cc1a41 with lease ID 0x8e08de947df1260b: from storage DS-e3f3b9e1-7bde-4b43-a5ea-2ce52c679248 node DatanodeRegistration(127.0.0.1:39233, datanodeUuid=46d2d39a-b521-47ac-b409-a911f2e65d57, infoPort=39435, infoSecurePort=0, ipcPort=36415, storageInfo=lv=-57;cid=testClusterID;nsid=1259547819;c=1732130428616), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:20:30,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15bb403fd3cc1a41 with lease ID 0x8e08de947df1260b: Processing first storage report for DS-6a8ad723-13b7-418a-87fa-f141598bac3d from datanode DatanodeRegistration(127.0.0.1:39233, datanodeUuid=46d2d39a-b521-47ac-b409-a911f2e65d57, infoPort=39435, infoSecurePort=0, ipcPort=36415, storageInfo=lv=-57;cid=testClusterID;nsid=1259547819;c=1732130428616) 2024-11-20T19:20:30,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15bb403fd3cc1a41 with lease ID 0x8e08de947df1260b: from storage DS-6a8ad723-13b7-418a-87fa-f141598bac3d node DatanodeRegistration(127.0.0.1:39233, datanodeUuid=46d2d39a-b521-47ac-b409-a911f2e65d57, infoPort=39435, infoSecurePort=0, ipcPort=36415, storageInfo=lv=-57;cid=testClusterID;nsid=1259547819;c=1732130428616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:20:30,518 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb 2024-11-20T19:20:30,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:30,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:30,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:20:30,929 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7 with version=8 2024-11-20T19:20:30,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/hbase-staging 2024-11-20T19:20:30,931 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:20:30,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:30,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:30,931 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:20:30,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:30,931 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:20:30,931 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:20:30,931 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:20:30,932 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37967 2024-11-20T19:20:30,933 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37967 connecting to ZooKeeper ensemble=127.0.0.1:58892 2024-11-20T19:20:30,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:379670x0, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:30,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37967-0x10159b0d2590000 connected 2024-11-20T19:20:31,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:31,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:31,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on znode that does not yet exist, /0-653830017/running 2024-11-20T19:20:31,079 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7, hbase.cluster.distributed=false 2024-11-20T19:20:31,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on znode that does not yet exist, /0-653830017/acl 2024-11-20T19:20:31,081 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-20T19:20:31,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37967 2024-11-20T19:20:31,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37967 2024-11-20T19:20:31,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-20T19:20:31,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37967 2024-11-20T19:20:31,095 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:20:31,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:31,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:31,096 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:20:31,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:31,096 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:20:31,096 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:20:31,096 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:20:31,096 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41525 2024-11-20T19:20:31,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41525 connecting to ZooKeeper ensemble=127.0.0.1:58892 2024-11-20T19:20:31,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:31,099 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:31,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415250x0, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:31,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415250x0, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on znode that does not yet exist, /0-653830017/running 2024-11-20T19:20:31,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41525-0x10159b0d2590001 connected 2024-11-20T19:20:31,108 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:20:31,110 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:20:31,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on znode that does not yet exist, /0-653830017/master 2024-11-20T19:20:31,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on znode that does not yet exist, /0-653830017/acl 2024-11-20T19:20:31,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41525 2024-11-20T19:20:31,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41525 2024-11-20T19:20:31,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41525 2024-11-20T19:20:31,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41525 2024-11-20T19:20:31,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41525 2024-11-20T19:20:31,131 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:37967 2024-11-20T19:20:31,131 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-653830017/backup-masters/e14ef07817f4,37967,1732130430931 2024-11-20T19:20:31,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017/backup-masters 2024-11-20T19:20:31,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017/backup-masters 2024-11-20T19:20:31,140 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on existing znode=/0-653830017/backup-masters/e14ef07817f4,37967,1732130430931 2024-11-20T19:20:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-653830017/master 2024-11-20T19:20:31,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:31,151 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on existing znode=/0-653830017/master 2024-11-20T19:20:31,151 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-653830017/backup-masters/e14ef07817f4,37967,1732130430931 from backup master directory 2024-11-20T19:20:31,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017/backup-masters 2024-11-20T19:20:31,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-653830017/backup-masters/e14ef07817f4,37967,1732130430931 2024-11-20T19:20:31,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017/backup-masters 2024-11-20T19:20:31,161 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:20:31,161 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,37967,1732130430931 2024-11-20T19:20:31,165 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/hbase.id] with ID: 5c2f0308-d95d-4072-8c34-ebae34e9f7bb 2024-11-20T19:20:31,165 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/.tmp/hbase.id 2024-11-20T19:20:31,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:20:31,570 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/.tmp/hbase.id]:[hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/hbase.id] 2024-11-20T19:20:31,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:31,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:20:31,584 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:20:31,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:31,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:31,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:20:31,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:20:31,667 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:31,686 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:31,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:31,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:32,008 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:20:32,009 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:20:32,009 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:32,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:20:32,417 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store 2024-11-20T19:20:32,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:20:32,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:32,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:20:32,824 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:32,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:32,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:20:32,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:32,824 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:32,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130432824Disabling compacts and flushes for region at 1732130432824Disabling writes for close at 1732130432824Writing region close event to WAL at 1732130432824Closed at 1732130432824 2024-11-20T19:20:32,825 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/.initializing 2024-11-20T19:20:32,825 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/WALs/e14ef07817f4,37967,1732130430931 2024-11-20T19:20:32,826 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:20:32,828 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C37967%2C1732130430931, suffix=, logDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/WALs/e14ef07817f4,37967,1732130430931, archiveDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/oldWALs, maxLogs=10 2024-11-20T19:20:32,846 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/WALs/e14ef07817f4,37967,1732130430931/e14ef07817f4%2C37967%2C1732130430931.1732130432828, exclude list is [], retry=0 2024-11-20T19:20:32,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39233,DS-e3f3b9e1-7bde-4b43-a5ea-2ce52c679248,DISK] 2024-11-20T19:20:32,850 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/WALs/e14ef07817f4,37967,1732130430931/e14ef07817f4%2C37967%2C1732130430931.1732130432828 2024-11-20T19:20:32,851 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-20T19:20:32,851 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:32,851 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:32,851 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,851 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:20:32,854 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:32,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:32,855 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:20:32,857 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:32,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:32,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:20:32,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:32,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:32,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:20:32,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:32,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:32,862 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,863 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,863 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,864 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,864 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,865 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:32,866 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:32,869 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:32,869 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65898717, jitterRate=-0.01803259551525116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:32,870 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130432851Initializing all the Stores at 1732130432852 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130432852Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130432852Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130432852Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130432852Cleaning up temporary data from old regions at 1732130432864 (+12 ms)Region opened successfully at 1732130432870 (+6 ms) 2024-11-20T19:20:32,870 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:20:32,873 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3904b9d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:20:32,873 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:20:32,873 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:20:32,874 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:20:32,874 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:20:32,874 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:20:32,874 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:20:32,875 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:20:32,880 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:20:32,881 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Unable to get data of znode /0-653830017/balancer because node does not exist (not necessarily an error) 2024-11-20T19:20:32,887 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-653830017/balancer already deleted, retry=false 2024-11-20T19:20:32,887 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:20:32,888 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Unable to get data of znode /0-653830017/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:20:32,897 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-653830017/normalizer already deleted, retry=false 2024-11-20T19:20:32,898 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:20:32,899 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Unable to get data of znode /0-653830017/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:20:32,908 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-653830017/switch/split already deleted, retry=false 2024-11-20T19:20:32,908 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Unable to get data of znode /0-653830017/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:20:32,918 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-653830017/switch/merge already deleted, retry=false 2024-11-20T19:20:32,920 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Unable to get data of znode /0-653830017/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:20:32,929 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-653830017/snapshot-cleanup already deleted, retry=false 2024-11-20T19:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-653830017/running 2024-11-20T19:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-653830017/running 2024-11-20T19:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:32,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:32,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,37967,1732130430931, sessionid=0x10159b0d2590000, setting cluster-up flag (Was=false) 2024-11-20T19:20:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:32,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:32,992 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-653830017/flush-table-proc/acquired, /0-653830017/flush-table-proc/reached, /0-653830017/flush-table-proc/abort 2024-11-20T19:20:32,993 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,37967,1732130430931 2024-11-20T19:20:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:33,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:33,055 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-653830017/online-snapshot/acquired, /0-653830017/online-snapshot/reached, /0-653830017/online-snapshot/abort 2024-11-20T19:20:33,056 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,37967,1732130430931 2024-11-20T19:20:33,057 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:20:33,058 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:33,058 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:20:33,059 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:20:33,059 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,37967,1732130430931 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:20:33,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:33,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:33,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:33,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:33,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:20:33,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:20:33,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,061 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130463061 2024-11-20T19:20:33,061 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:20:33,061 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:20:33,061 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:20:33,061 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:20:33,061 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:20:33,061 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:20:33,062 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,062 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:33,062 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:20:33,062 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:20:33,062 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:20:33,062 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:20:33,063 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:20:33,063 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:20:33,063 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:33,063 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:20:33,063 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130433063,5,FailOnTimeoutGroup] 2024-11-20T19:20:33,063 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:20:33,063 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130433063,5,FailOnTimeoutGroup] 2024-11-20T19:20:33,063 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,063 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:20:33,063 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,063 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:20:33,120 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(746): ClusterId : 5c2f0308-d95d-4072-8c34-ebae34e9f7bb 2024-11-20T19:20:33,120 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:20:33,130 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:20:33,130 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:20:33,140 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:20:33,140 DEBUG [RS:0;e14ef07817f4:41525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33356877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:20:33,151 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:41525 2024-11-20T19:20:33,151 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:20:33,151 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:20:33,151 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:20:33,152 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,37967,1732130430931 with port=41525, startcode=1732130431095 2024-11-20T19:20:33,152 DEBUG [RS:0;e14ef07817f4:41525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:20:33,153 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:20:33,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,41525,1732130431095 2024-11-20T19:20:33,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37967 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,41525,1732130431095 2024-11-20T19:20:33,155 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7 2024-11-20T19:20:33,155 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40535 2024-11-20T19:20:33,155 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:20:33,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017/rs 2024-11-20T19:20:33,171 DEBUG [RS:0;e14ef07817f4:41525 {}] zookeeper.ZKUtil(111): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on existing znode=/0-653830017/rs/e14ef07817f4,41525,1732130431095 2024-11-20T19:20:33,171 WARN [RS:0;e14ef07817f4:41525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:20:33,172 INFO [RS:0;e14ef07817f4:41525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:33,172 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095 2024-11-20T19:20:33,172 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,41525,1732130431095] 2024-11-20T19:20:33,175 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:20:33,176 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:20:33,176 INFO [RS:0;e14ef07817f4:41525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:20:33,176 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,178 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:20:33,178 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:20:33,179 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:20:33,179 DEBUG [RS:0;e14ef07817f4:41525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:20:33,180 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,180 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,180 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,180 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,180 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,180 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41525,1732130431095-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:33,198 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:20:33,198 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41525,1732130431095-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,198 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,198 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.Replication(171): e14ef07817f4,41525,1732130431095 started 2024-11-20T19:20:33,212 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:33,212 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,41525,1732130431095, RpcServer on e14ef07817f4/172.17.0.3:41525, sessionid=0x10159b0d2590001 2024-11-20T19:20:33,212 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:20:33,212 DEBUG [RS:0;e14ef07817f4:41525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,41525,1732130431095 2024-11-20T19:20:33,212 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,41525,1732130431095' 2024-11-20T19:20:33,212 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-653830017/flush-table-proc/abort' 2024-11-20T19:20:33,213 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-653830017/flush-table-proc/acquired' 2024-11-20T19:20:33,213 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:20:33,213 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:20:33,213 DEBUG [RS:0;e14ef07817f4:41525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,41525,1732130431095 2024-11-20T19:20:33,213 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,41525,1732130431095' 2024-11-20T19:20:33,213 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-653830017/online-snapshot/abort' 2024-11-20T19:20:33,213 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-653830017/online-snapshot/acquired' 2024-11-20T19:20:33,214 DEBUG [RS:0;e14ef07817f4:41525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:20:33,214 INFO [RS:0;e14ef07817f4:41525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:20:33,214 INFO [RS:0;e14ef07817f4:41525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:20:33,314 INFO [RS:0;e14ef07817f4:41525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:20:33,316 INFO [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C41525%2C1732130431095, suffix=, logDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095, archiveDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/oldWALs, maxLogs=10 2024-11-20T19:20:33,328 DEBUG [RS:0;e14ef07817f4:41525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316, exclude list is [], retry=0 2024-11-20T19:20:33,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39233,DS-e3f3b9e1-7bde-4b43-a5ea-2ce52c679248,DISK] 2024-11-20T19:20:33,333 INFO [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 2024-11-20T19:20:33,333 DEBUG [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-20T19:20:33,473 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:20:33,473 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7 2024-11-20T19:20:33,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:20:33,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:33,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:20:33,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:20:33,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:33,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:33,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:20:33,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:20:33,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:33,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:33,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:20:33,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:20:33,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:33,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:33,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:20:33,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:20:33,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:33,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:33,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:20:33,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740 2024-11-20T19:20:33,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740 2024-11-20T19:20:33,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:20:33,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:20:33,890 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:33,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:20:33,893 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:33,894 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59703201, jitterRate=-0.11035297811031342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130433879Initializing all the Stores at 1732130433880 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130433880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130433880Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130433880Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130433880Cleaning up temporary data from old regions at 1732130433890 (+10 ms)Region opened successfully at 1732130433894 (+4 ms) 2024-11-20T19:20:33,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:20:33,895 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:20:33,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:20:33,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:20:33,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:20:33,895 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:33,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130433894Disabling compacts and flushes for region at 1732130433894Disabling writes for close at 1732130433895 (+1 ms)Writing region close event to WAL at 1732130433895Closed at 1732130433895 2024-11-20T19:20:33,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:33,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:20:33,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:20:33,898 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:20:33,899 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:20:34,049 DEBUG [e14ef07817f4:37967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:20:34,049 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,41525,1732130431095 2024-11-20T19:20:34,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,41525,1732130431095, state=OPENING 2024-11-20T19:20:34,063 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:20:34,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:34,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:34,074 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:20:34,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-653830017/meta-region-server: CHANGED 2024-11-20T19:20:34,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-653830017/meta-region-server: CHANGED 2024-11-20T19:20:34,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,41525,1732130431095}] 2024-11-20T19:20:34,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:20:34,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:20:34,233 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:20:34,233 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:34,233 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:20:34,235 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C41525%2C1732130431095.meta, suffix=.meta, logDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095, archiveDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/oldWALs, maxLogs=10 2024-11-20T19:20:34,247 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.meta.1732130434235.meta, exclude list is [], retry=0 2024-11-20T19:20:34,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39233,DS-e3f3b9e1-7bde-4b43-a5ea-2ce52c679248,DISK] 2024-11-20T19:20:34,251 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.meta.1732130434235.meta 2024-11-20T19:20:34,252 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-20T19:20:34,252 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:34,253 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:34,253 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:20:34,253 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:20:34,253 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:20:34,253 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:20:34,253 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:34,253 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:20:34,253 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:20:34,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:20:34,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:20:34,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:34,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:34,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:20:34,257 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:20:34,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:34,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:34,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:20:34,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:20:34,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:34,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:34,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:20:34,259 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:20:34,259 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:34,259 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:34,259 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:20:34,260 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740 2024-11-20T19:20:34,261 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740 2024-11-20T19:20:34,262 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:20:34,262 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:20:34,263 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:34,264 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:20:34,265 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66339183, jitterRate=-0.011469140648841858}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:34,265 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:20:34,266 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130434254Writing region info on filesystem at 1732130434254Initializing all the Stores at 1732130434255 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130434255Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130434255Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130434255Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130434255Cleaning up temporary data from old regions at 1732130434262 (+7 ms)Running coprocessor post-open hooks at 1732130434265 (+3 ms)Region opened successfully at 1732130434266 (+1 ms) 2024-11-20T19:20:34,267 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130434227 2024-11-20T19:20:34,269 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:20:34,269 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:20:34,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,41525,1732130431095 2024-11-20T19:20:34,270 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,41525,1732130431095, state=OPEN 2024-11-20T19:20:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-653830017/meta-region-server 2024-11-20T19:20:34,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-653830017/meta-region-server 2024-11-20T19:20:34,300 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,41525,1732130431095 2024-11-20T19:20:34,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-653830017/meta-region-server: CHANGED 2024-11-20T19:20:34,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-653830017/meta-region-server: CHANGED 2024-11-20T19:20:34,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:20:34,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,41525,1732130431095 in 226 msec 2024-11-20T19:20:34,305 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:20:34,306 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 406 msec 2024-11-20T19:20:34,306 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:34,306 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:20:34,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:34,308 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41525,1732130431095, seqNum=-1] 2024-11-20T19:20:34,308 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:34,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44893, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:34,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-11-20T19:20:34,317 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130434317, completionTime=-1 2024-11-20T19:20:34,317 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:20:34,317 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130494319 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130554319 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37967,1732130430931-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37967,1732130430931-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37967,1732130430931-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:37967, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:34,319 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:34,320 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:34,322 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:20:34,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.163sec 2024-11-20T19:20:34,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:20:34,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:20:34,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:20:34,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:20:34,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:20:34,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37967,1732130430931-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:34,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37967,1732130430931-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:20:34,327 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:20:34,327 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:20:34,327 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37967,1732130430931-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:34,421 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219ad034, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:34,421 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37967,-1 for getting cluster id 2024-11-20T19:20:34,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:34,422 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c2f0308-d95d-4072-8c34-ebae34e9f7bb' 2024-11-20T19:20:34,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c2f0308-d95d-4072-8c34-ebae34e9f7bb" 2024-11-20T19:20:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10f64423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37967,-1] 2024-11-20T19:20:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:34,423 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:34,424 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:34,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b96aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:34,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41525,1732130431095, seqNum=-1] 2024-11-20T19:20:34,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:34,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:34,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,37967,1732130430931 2024-11-20T19:20:34,431 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58892 2024-11-20T19:20:34,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:34,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b0d2590002 connected 2024-11-20T19:20:34,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.log.dir so I do NOT create it in target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c 2024-11-20T19:20:34,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:20:34,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.tmp.dir so I do NOT create it in target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c 2024-11-20T19:20:34,466 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:20:34,466 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c 2024-11-20T19:20:34,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:20:34,466 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/cluster_682b6bd1-704a-9bd5-fe9c-c296989462ee, deleteOnExit=true 2024-11-20T19:20:34,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:20:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/test.cache.data in system properties and HBase conf 2024-11-20T19:20:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:20:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:20:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:20:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:20:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:20:34,467 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:20:34,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:20:34,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:20:34,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:20:34,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:20:34,795 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:34,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:20:34,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:20:34,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:20:34,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:20:34,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:34,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@280c04d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:20:34,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3423848e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:20:34,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ee50996{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/java.io.tmpdir/jetty-localhost-41203-hadoop-hdfs-3_4_1-tests_jar-_-any-13187861244660049907/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:20:34,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63d04b93{HTTP/1.1, (http/1.1)}{localhost:41203} 2024-11-20T19:20:34,904 INFO [Time-limited test {}] server.Server(415): Started @62287ms 2024-11-20T19:20:35,194 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:20:35,197 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:20:35,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:20:35,198 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:20:35,198 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:20:35,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b7f4f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:20:35,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18d1832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:20:35,297 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25b046ea{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/java.io.tmpdir/jetty-localhost-36747-hadoop-hdfs-3_4_1-tests_jar-_-any-7184728050625019978/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:20:35,298 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e096633{HTTP/1.1, (http/1.1)}{localhost:36747} 2024-11-20T19:20:35,298 INFO [Time-limited test {}] server.Server(415): Started @62681ms 2024-11-20T19:20:35,299 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:20:36,065 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/cluster_682b6bd1-704a-9bd5-fe9c-c296989462ee/data/data1/current/BP-114155428-172.17.0.3-1732130434490/current, will proceed with Du for space computation calculation, 2024-11-20T19:20:36,065 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/cluster_682b6bd1-704a-9bd5-fe9c-c296989462ee/data/data2/current/BP-114155428-172.17.0.3-1732130434490/current, will proceed with Du for space computation calculation, 2024-11-20T19:20:36,085 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:20:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa1d9b052811bdb1 with lease ID 0x7daf8d56cd6a779: Processing first storage report for DS-3760991a-249f-496b-8863-035a9ff897de from datanode DatanodeRegistration(127.0.0.1:42995, datanodeUuid=c51c520d-35c2-46b7-907a-e6a7cda4d9e6, infoPort=38593, infoSecurePort=0, ipcPort=38421, storageInfo=lv=-57;cid=testClusterID;nsid=151286026;c=1732130434490) 2024-11-20T19:20:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa1d9b052811bdb1 with lease ID 0x7daf8d56cd6a779: from storage DS-3760991a-249f-496b-8863-035a9ff897de node DatanodeRegistration(127.0.0.1:42995, datanodeUuid=c51c520d-35c2-46b7-907a-e6a7cda4d9e6, infoPort=38593, infoSecurePort=0, ipcPort=38421, storageInfo=lv=-57;cid=testClusterID;nsid=151286026;c=1732130434490), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:20:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfa1d9b052811bdb1 with lease ID 0x7daf8d56cd6a779: Processing first storage report for DS-a654e724-1cf7-4de4-bfae-86c3666fe4f9 from datanode DatanodeRegistration(127.0.0.1:42995, datanodeUuid=c51c520d-35c2-46b7-907a-e6a7cda4d9e6, infoPort=38593, infoSecurePort=0, ipcPort=38421, storageInfo=lv=-57;cid=testClusterID;nsid=151286026;c=1732130434490) 2024-11-20T19:20:36,088 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfa1d9b052811bdb1 with lease ID 0x7daf8d56cd6a779: from storage DS-a654e724-1cf7-4de4-bfae-86c3666fe4f9 node DatanodeRegistration(127.0.0.1:42995, datanodeUuid=c51c520d-35c2-46b7-907a-e6a7cda4d9e6, infoPort=38593, infoSecurePort=0, ipcPort=38421, storageInfo=lv=-57;cid=testClusterID;nsid=151286026;c=1732130434490), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:20:36,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c 2024-11-20T19:20:36,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:36,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:36,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:20:36,540 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc with version=8 2024-11-20T19:20:36,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/hbase-staging 2024-11-20T19:20:36,542 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:20:36,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:36,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:36,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:20:36,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:36,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:20:36,542 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:20:36,542 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:20:36,543 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37441 2024-11-20T19:20:36,544 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37441 connecting to ZooKeeper ensemble=127.0.0.1:58892 2024-11-20T19:20:36,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:374410x0, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:36,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37441-0x10159b0d2590003 connected 2024-11-20T19:20:36,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:36,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:36,640 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on znode that does not yet exist, /1-2064411434/running 2024-11-20T19:20:36,640 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc, hbase.cluster.distributed=false 2024-11-20T19:20:36,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on znode that does not yet exist, /1-2064411434/acl 2024-11-20T19:20:36,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37441 2024-11-20T19:20:36,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37441 2024-11-20T19:20:36,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37441 2024-11-20T19:20:36,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37441 2024-11-20T19:20:36,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37441 2024-11-20T19:20:36,666 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:20:36,666 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:36,667 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:20:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:20:36,667 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:20:36,667 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:20:36,667 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:20:36,668 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33487 2024-11-20T19:20:36,669 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33487 connecting to ZooKeeper ensemble=127.0.0.1:58892 2024-11-20T19:20:36,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:36,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:36,687 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334870x0, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:36,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334870x0, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on znode that does not yet exist, /1-2064411434/running 2024-11-20T19:20:36,688 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:20:36,688 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33487-0x10159b0d2590004 connected 2024-11-20T19:20:36,688 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:20:36,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on znode that does not yet exist, /1-2064411434/master 2024-11-20T19:20:36,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on znode that does not yet exist, /1-2064411434/acl 2024-11-20T19:20:36,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-20T19:20:36,690 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33487 2024-11-20T19:20:36,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33487 2024-11-20T19:20:36,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-20T19:20:36,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33487 2024-11-20T19:20:36,703 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:37441 2024-11-20T19:20:36,703 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2064411434/backup-masters/e14ef07817f4,37441,1732130436542 2024-11-20T19:20:36,716 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434/backup-masters 2024-11-20T19:20:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434/backup-masters 2024-11-20T19:20:36,716 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on existing znode=/1-2064411434/backup-masters/e14ef07817f4,37441,1732130436542 2024-11-20T19:20:36,729 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2064411434/master 2024-11-20T19:20:36,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:36,729 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:36,729 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on existing znode=/1-2064411434/master 2024-11-20T19:20:36,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2064411434/backup-masters/e14ef07817f4,37441,1732130436542 from backup master directory 2024-11-20T19:20:36,739 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434/backup-masters 2024-11-20T19:20:36,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064411434/backup-masters/e14ef07817f4,37441,1732130436542 2024-11-20T19:20:36,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434/backup-masters 2024-11-20T19:20:36,739 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:20:36,739 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,37441,1732130436542 2024-11-20T19:20:36,743 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/hbase.id] with ID: 200efc7a-286d-4d6e-be5a-55822c596a22 2024-11-20T19:20:36,743 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/.tmp/hbase.id 2024-11-20T19:20:36,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:20:37,148 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/.tmp/hbase.id]:[hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/hbase.id] 2024-11-20T19:20:37,159 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:37,159 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:20:37,160 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:20:37,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:37,171 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:37,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:20:37,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:20:37,582 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:20:37,582 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:37,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:20:37,996 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store 2024-11-20T19:20:38,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:20:38,404 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:38,404 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:20:38,404 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:38,404 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:38,404 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:20:38,404 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:38,404 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:20:38,404 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130438404Disabling compacts and flushes for region at 1732130438404Disabling writes for close at 1732130438404Writing region close event to WAL at 1732130438404Closed at 1732130438404 2024-11-20T19:20:38,405 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/.initializing 2024-11-20T19:20:38,405 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/WALs/e14ef07817f4,37441,1732130436542 2024-11-20T19:20:38,406 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:20:38,408 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C37441%2C1732130436542, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/WALs/e14ef07817f4,37441,1732130436542, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/oldWALs, maxLogs=10 2024-11-20T19:20:38,422 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/WALs/e14ef07817f4,37441,1732130436542/e14ef07817f4%2C37441%2C1732130436542.1732130438409, exclude list is [], retry=0 2024-11-20T19:20:38,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-3760991a-249f-496b-8863-035a9ff897de,DISK] 2024-11-20T19:20:38,426 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/WALs/e14ef07817f4,37441,1732130436542/e14ef07817f4%2C37441%2C1732130436542.1732130438409 2024-11-20T19:20:38,426 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-20T19:20:38,426 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:38,426 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:38,426 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,426 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:20:38,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:38,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:38,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:20:38,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:38,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:38,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:20:38,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:38,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:38,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:20:38,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:38,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:38,435 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,435 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,436 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,437 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,437 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,437 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:38,439 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:20:38,441 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:38,441 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74718244, jitterRate=0.11338859796524048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:38,441 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130438427Initializing all the Stores at 1732130438427Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130438427Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130438427Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130438427Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130438428 (+1 ms)Cleaning up temporary data from old regions at 1732130438437 (+9 ms)Region opened successfully at 1732130438441 (+4 ms) 2024-11-20T19:20:38,442 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:20:38,444 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c1b488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:20:38,445 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:20:38,445 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:20:38,445 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:20:38,445 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:20:38,446 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:20:38,446 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:20:38,446 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:20:38,448 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:20:38,449 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Unable to get data of znode /1-2064411434/balancer because node does not exist (not necessarily an error) 2024-11-20T19:20:38,455 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064411434/balancer already deleted, retry=false 2024-11-20T19:20:38,455 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:20:38,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Unable to get data of znode /1-2064411434/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:20:38,465 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064411434/normalizer already deleted, retry=false 2024-11-20T19:20:38,466 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:20:38,467 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Unable to get data of znode /1-2064411434/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:20:38,476 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064411434/switch/split already deleted, retry=false 2024-11-20T19:20:38,477 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Unable to get data of znode /1-2064411434/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:20:38,486 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064411434/switch/merge already deleted, retry=false 2024-11-20T19:20:38,488 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Unable to get data of znode /1-2064411434/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:20:38,497 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064411434/snapshot-cleanup already deleted, retry=false 2024-11-20T19:20:38,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2064411434/running 2024-11-20T19:20:38,508 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2064411434/running 2024-11-20T19:20:38,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:38,508 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:38,508 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,37441,1732130436542, sessionid=0x10159b0d2590003, setting cluster-up flag (Was=false) 2024-11-20T19:20:38,529 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:38,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:38,560 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2064411434/flush-table-proc/acquired, /1-2064411434/flush-table-proc/reached, /1-2064411434/flush-table-proc/abort 2024-11-20T19:20:38,561 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,37441,1732130436542 2024-11-20T19:20:38,581 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:38,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:38,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2064411434/online-snapshot/acquired, /1-2064411434/online-snapshot/reached, /1-2064411434/online-snapshot/abort 2024-11-20T19:20:38,614 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,37441,1732130436542 2024-11-20T19:20:38,615 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:20:38,616 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:38,617 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:20:38,617 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:20:38,617 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,37441,1732130436542 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:20:38,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:38,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:38,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:38,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:20:38,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:20:38,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:20:38,618 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130468619 2024-11-20T19:20:38,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:20:38,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:20:38,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:20:38,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:20:38,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:20:38,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:20:38,620 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:38,620 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:20:38,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:20:38,620 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:20:38,620 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:20:38,620 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:20:38,620 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:20:38,620 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:20:38,621 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130438621,5,FailOnTimeoutGroup] 2024-11-20T19:20:38,621 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:38,621 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:20:38,624 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130438621,5,FailOnTimeoutGroup] 2024-11-20T19:20:38,624 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,624 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:20:38,624 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,624 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:20:38,694 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(746): ClusterId : 200efc7a-286d-4d6e-be5a-55822c596a22 2024-11-20T19:20:38,694 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:20:38,706 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:20:38,706 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:20:38,719 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:20:38,719 DEBUG [RS:0;e14ef07817f4:33487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7807a95c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:20:38,730 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:33487 2024-11-20T19:20:38,730 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:20:38,730 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:20:38,730 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:20:38,731 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,37441,1732130436542 with port=33487, startcode=1732130436666 2024-11-20T19:20:38,732 DEBUG [RS:0;e14ef07817f4:33487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:20:38,733 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44993, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:20:38,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37441 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,33487,1732130436666 2024-11-20T19:20:38,733 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37441 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,33487,1732130436666 2024-11-20T19:20:38,735 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc 2024-11-20T19:20:38,735 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42291 2024-11-20T19:20:38,735 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:20:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434/rs 2024-11-20T19:20:38,819 DEBUG [RS:0;e14ef07817f4:33487 {}] zookeeper.ZKUtil(111): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on existing znode=/1-2064411434/rs/e14ef07817f4,33487,1732130436666 2024-11-20T19:20:38,819 WARN [RS:0;e14ef07817f4:33487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:20:38,819 INFO [RS:0;e14ef07817f4:33487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:38,819 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666 2024-11-20T19:20:38,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,33487,1732130436666] 2024-11-20T19:20:38,823 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:20:38,825 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:20:38,825 INFO [RS:0;e14ef07817f4:33487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:20:38,825 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,825 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:20:38,826 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:20:38,826 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,826 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,827 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,827 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,827 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:20:38,827 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:20:38,827 DEBUG [RS:0;e14ef07817f4:33487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:20:38,827 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,827 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,827 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,827 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,827 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,827 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33487,1732130436666-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:38,846 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:20:38,846 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33487,1732130436666-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,846 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,846 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.Replication(171): e14ef07817f4,33487,1732130436666 started 2024-11-20T19:20:38,865 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:38,865 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,33487,1732130436666, RpcServer on e14ef07817f4/172.17.0.3:33487, sessionid=0x10159b0d2590004 2024-11-20T19:20:38,865 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:20:38,865 DEBUG [RS:0;e14ef07817f4:33487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,33487,1732130436666 2024-11-20T19:20:38,865 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,33487,1732130436666' 2024-11-20T19:20:38,865 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2064411434/flush-table-proc/abort' 2024-11-20T19:20:38,866 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2064411434/flush-table-proc/acquired' 2024-11-20T19:20:38,866 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:20:38,866 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:20:38,866 DEBUG [RS:0;e14ef07817f4:33487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,33487,1732130436666 2024-11-20T19:20:38,866 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,33487,1732130436666' 2024-11-20T19:20:38,866 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2064411434/online-snapshot/abort' 2024-11-20T19:20:38,867 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2064411434/online-snapshot/acquired' 2024-11-20T19:20:38,867 DEBUG [RS:0;e14ef07817f4:33487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:20:38,867 INFO [RS:0;e14ef07817f4:33487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:20:38,867 INFO [RS:0;e14ef07817f4:33487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:20:38,967 INFO [RS:0;e14ef07817f4:33487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:20:38,969 INFO [RS:0;e14ef07817f4:33487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33487%2C1732130436666, suffix=, logDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/oldWALs, maxLogs=10 2024-11-20T19:20:38,982 DEBUG [RS:0;e14ef07817f4:33487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666/e14ef07817f4%2C33487%2C1732130436666.1732130438969, exclude list is [], retry=0 2024-11-20T19:20:38,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-3760991a-249f-496b-8863-035a9ff897de,DISK] 2024-11-20T19:20:38,987 INFO [RS:0;e14ef07817f4:33487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666/e14ef07817f4%2C33487%2C1732130436666.1732130438969 2024-11-20T19:20:38,988 DEBUG [RS:0;e14ef07817f4:33487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-20T19:20:39,030 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:20:39,030 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc 2024-11-20T19:20:39,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:20:39,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:20:39,436 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:39,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:20:39,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:20:39,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:39,439 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:20:39,440 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:20:39,440 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:39,441 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:20:39,442 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:20:39,442 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:39,442 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:20:39,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:20:39,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:39,444 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:20:39,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740 2024-11-20T19:20:39,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740 2024-11-20T19:20:39,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:20:39,446 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:20:39,447 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:39,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:20:39,450 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:39,450 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72157658, jitterRate=0.07523289322853088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:39,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130439436Initializing all the Stores at 1732130439437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130439437Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130439437Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130439437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130439437Cleaning up temporary data from old regions at 1732130439446 (+9 ms)Region opened successfully at 1732130439450 (+4 ms) 2024-11-20T19:20:39,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:20:39,450 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:20:39,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:20:39,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:20:39,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:20:39,451 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:20:39,451 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130439450Disabling compacts and flushes for region at 1732130439450Disabling writes for close at 1732130439450Writing region close event to WAL at 1732130439451 (+1 ms)Closed at 1732130439451 2024-11-20T19:20:39,452 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:39,452 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:20:39,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:20:39,453 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:20:39,454 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:20:39,604 DEBUG [e14ef07817f4:37441 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:20:39,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,33487,1732130436666 2024-11-20T19:20:39,606 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33487,1732130436666, state=OPENING 2024-11-20T19:20:39,613 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:20:39,623 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:39,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:20:39,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2064411434/meta-region-server: CHANGED 2024-11-20T19:20:39,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2064411434/meta-region-server: CHANGED 2024-11-20T19:20:39,624 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:20:39,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,33487,1732130436666}] 2024-11-20T19:20:39,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:20:39,777 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:20:39,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:20:39,782 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:20:39,782 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:39,783 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:20:39,784 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33487%2C1732130436666.meta, suffix=.meta, logDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666, archiveDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/oldWALs, maxLogs=10 2024-11-20T19:20:39,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:39,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:39,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:39,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:39,797 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666/e14ef07817f4%2C33487%2C1732130436666.meta.1732130439784.meta, exclude list is [], retry=0 2024-11-20T19:20:39,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42995,DS-3760991a-249f-496b-8863-035a9ff897de,DISK] 2024-11-20T19:20:39,802 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666/e14ef07817f4%2C33487%2C1732130436666.meta.1732130439784.meta 2024-11-20T19:20:39,802 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38593:38593)] 2024-11-20T19:20:39,802 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:39,803 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:39,803 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:20:39,803 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:20:39,803 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:20:39,803 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:20:39,803 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:39,803 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:20:39,803 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:20:39,803 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:20:39,804 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:20:39,804 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:20:39,804 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T19:20:39,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:20:39,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:20:39,805 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:20:39,805 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:20:39,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:20:39,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:20:39,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:39,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:20:39,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:20:39,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:39,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:20:39,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:20:39,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:39,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:20:39,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:20:39,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:20:39,810 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:20:39,811 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740 2024-11-20T19:20:39,812 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740 2024-11-20T19:20:39,813 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:20:39,813 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:20:39,814 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:20:39,815 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:20:39,816 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73670908, jitterRate=0.09778207540512085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:20:39,816 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:20:39,816 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130439804Writing region info on filesystem at 1732130439804Initializing all the Stores at 1732130439805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130439805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130439805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130439805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130439805Cleaning up temporary data from old regions at 1732130439813 (+8 ms)Running coprocessor post-open hooks at 1732130439816 (+3 ms)Region opened successfully at 1732130439816 2024-11-20T19:20:39,817 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130439777 2024-11-20T19:20:39,820 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:20:39,820 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:20:39,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,33487,1732130436666 2024-11-20T19:20:39,821 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33487,1732130436666, state=OPEN 2024-11-20T19:20:39,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2064411434/meta-region-server 2024-11-20T19:20:39,834 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2064411434/meta-region-server 2024-11-20T19:20:39,834 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,33487,1732130436666 2024-11-20T19:20:39,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2064411434/meta-region-server: CHANGED 2024-11-20T19:20:39,834 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2064411434/meta-region-server: CHANGED 2024-11-20T19:20:39,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:20:39,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,33487,1732130436666 in 210 msec 2024-11-20T19:20:39,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:20:39,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 385 msec 2024-11-20T19:20:39,840 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:20:39,840 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:20:39,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:39,842 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33487,1732130436666, seqNum=-1] 2024-11-20T19:20:39,842 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:39,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41301, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:39,849 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2320 sec 2024-11-20T19:20:39,850 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130439849, completionTime=-1 2024-11-20T19:20:39,850 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:20:39,850 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:20:39,851 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:20:39,851 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130499851 2024-11-20T19:20:39,851 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130559851 2024-11-20T19:20:39,851 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:20:39,852 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37441,1732130436542-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:39,852 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37441,1732130436542-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:39,852 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37441,1732130436542-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:39,852 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:37441, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:39,852 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:39,853 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:39,854 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:20:39,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.118sec 2024-11-20T19:20:39,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:20:39,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:20:39,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:20:39,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:20:39,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:20:39,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37441,1732130436542-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:20:39,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37441,1732130436542-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:20:39,860 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:20:39,860 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:20:39,860 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37441,1732130436542-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:20:39,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a07737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:39,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37441,-1 for getting cluster id 2024-11-20T19:20:39,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:39,897 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200efc7a-286d-4d6e-be5a-55822c596a22' 2024-11-20T19:20:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200efc7a-286d-4d6e-be5a-55822c596a22" 2024-11-20T19:20:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e015ccb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:39,897 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37441,-1] 2024-11-20T19:20:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:39,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:39,899 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:39,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53809cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:39,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:39,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33487,1732130436666, seqNum=-1] 2024-11-20T19:20:39,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:39,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:39,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,37441,1732130436542 2024-11-20T19:20:39,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58892 2024-11-20T19:20:39,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:20:39,919 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159b0d2590005 connected 2024-11-20T19:20:39,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37967,1732130430931 2024-11-20T19:20:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59e386eb 2024-11-20T19:20:39,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:39,937 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:39,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:20:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:20:39,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:20:39,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:39,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:20:39,947 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:20:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:39,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:20:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:40,356 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1c41d80dd911be7742dc6ecf8f38f472, NAME => 'test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7 2024-11-20T19:20:40,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:20:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:40,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:40,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1c41d80dd911be7742dc6ecf8f38f472, disabling compactions & flushes 2024-11-20T19:20:40,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:20:40,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:20:40,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. after waiting 0 ms 2024-11-20T19:20:40,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:20:40,762 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:20:40,762 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1c41d80dd911be7742dc6ecf8f38f472: Waiting for close lock at 1732130440762Disabling compacts and flushes for region at 1732130440762Disabling writes for close at 1732130440762Writing region close event to WAL at 1732130440762Closed at 1732130440762 2024-11-20T19:20:40,764 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:20:40,764 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130440764"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130440764"}]},"ts":"1732130440764"} 2024-11-20T19:20:40,766 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:20:40,768 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:20:40,768 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130440768"}]},"ts":"1732130440768"} 2024-11-20T19:20:40,771 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:20:40,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c41d80dd911be7742dc6ecf8f38f472, ASSIGN}] 2024-11-20T19:20:40,773 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1c41d80dd911be7742dc6ecf8f38f472, ASSIGN 2024-11-20T19:20:40,774 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1c41d80dd911be7742dc6ecf8f38f472, ASSIGN; state=OFFLINE, location=e14ef07817f4,41525,1732130431095; forceNewPlan=false, retain=false 2024-11-20T19:20:40,925 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c41d80dd911be7742dc6ecf8f38f472, regionState=OPENING, regionLocation=e14ef07817f4,41525,1732130431095 2024-11-20T19:20:40,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1c41d80dd911be7742dc6ecf8f38f472, ASSIGN because future has completed 2024-11-20T19:20:40,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c41d80dd911be7742dc6ecf8f38f472, server=e14ef07817f4,41525,1732130431095}] 2024-11-20T19:20:41,085 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:20:41,085 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1c41d80dd911be7742dc6ecf8f38f472, NAME => 'test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:41,085 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:41,086 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:20:41,086 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,086 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:41,086 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,086 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,088 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,089 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c41d80dd911be7742dc6ecf8f38f472 columnFamilyName f 2024-11-20T19:20:41,089 DEBUG [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:41,090 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] regionserver.HStore(327): Store=1c41d80dd911be7742dc6ecf8f38f472/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:41,090 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:41,091 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c41d80dd911be7742dc6ecf8f38f472 columnFamilyName f1 2024-11-20T19:20:41,091 DEBUG [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:41,092 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] regionserver.HStore(327): Store=1c41d80dd911be7742dc6ecf8f38f472/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:41,092 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,093 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c41d80dd911be7742dc6ecf8f38f472 columnFamilyName norep 2024-11-20T19:20:41,093 DEBUG [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:41,093 INFO [StoreOpener-1c41d80dd911be7742dc6ecf8f38f472-1 {}] regionserver.HStore(327): Store=1c41d80dd911be7742dc6ecf8f38f472/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:41,093 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,097 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,098 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,099 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,099 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,099 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:20:41,101 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,103 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:41,103 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1c41d80dd911be7742dc6ecf8f38f472; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69092750, jitterRate=0.02956220507621765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:20:41,104 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:20:41,105 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1c41d80dd911be7742dc6ecf8f38f472: Running coprocessor pre-open hook at 1732130441086Writing region info on filesystem at 1732130441086Initializing all the Stores at 1732130441087 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130441087Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130441088 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130441088Cleaning up temporary data from old regions at 1732130441099 (+11 ms)Running coprocessor post-open hooks at 1732130441104 (+5 ms)Region opened successfully at 1732130441105 (+1 ms) 2024-11-20T19:20:41,107 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., pid=6, masterSystemTime=1732130441080 2024-11-20T19:20:41,109 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:20:41,110 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:20:41,112 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1c41d80dd911be7742dc6ecf8f38f472, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,41525,1732130431095 2024-11-20T19:20:41,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1c41d80dd911be7742dc6ecf8f38f472, server=e14ef07817f4,41525,1732130431095 because future has completed 2024-11-20T19:20:41,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:20:41,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1c41d80dd911be7742dc6ecf8f38f472, server=e14ef07817f4,41525,1732130431095 in 188 msec 2024-11-20T19:20:41,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:20:41,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1c41d80dd911be7742dc6ecf8f38f472, ASSIGN in 348 msec 2024-11-20T19:20:41,123 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:20:41,124 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130441123"}]},"ts":"1732130441123"} 2024-11-20T19:20:41,126 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:20:41,127 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:20:41,130 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1850 sec 2024-11-20T19:20:42,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:42,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:42,101 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:20:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37441,1732130436542 2024-11-20T19:20:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56eb8753 2024-11-20T19:20:42,101 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:42,102 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:42,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:20:42,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:20:42,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:20:42,106 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:42,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:20:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:42,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:20:42,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:20:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:42,515 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cb6080b8f60fce990aa0d688f1d6eb6, NAME => 'test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc 2024-11-20T19:20:42,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:20:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:42,921 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:42,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5cb6080b8f60fce990aa0d688f1d6eb6, disabling compactions & flushes 2024-11-20T19:20:42,922 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:20:42,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:20:42,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. after waiting 0 ms 2024-11-20T19:20:42,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:20:42,922 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:20:42,922 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cb6080b8f60fce990aa0d688f1d6eb6: Waiting for close lock at 1732130442922Disabling compacts and flushes for region at 1732130442922Disabling writes for close at 1732130442922Writing region close event to WAL at 1732130442922Closed at 1732130442922 2024-11-20T19:20:42,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:20:42,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130442923"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130442923"}]},"ts":"1732130442923"} 2024-11-20T19:20:42,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:20:42,926 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:20:42,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130442926"}]},"ts":"1732130442926"} 2024-11-20T19:20:42,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:20:42,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5cb6080b8f60fce990aa0d688f1d6eb6, ASSIGN}] 2024-11-20T19:20:42,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5cb6080b8f60fce990aa0d688f1d6eb6, ASSIGN 2024-11-20T19:20:42,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5cb6080b8f60fce990aa0d688f1d6eb6, ASSIGN; state=OFFLINE, location=e14ef07817f4,33487,1732130436666; forceNewPlan=false, retain=false 2024-11-20T19:20:43,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cb6080b8f60fce990aa0d688f1d6eb6, regionState=OPENING, regionLocation=e14ef07817f4,33487,1732130436666 2024-11-20T19:20:43,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5cb6080b8f60fce990aa0d688f1d6eb6, ASSIGN because future has completed 2024-11-20T19:20:43,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cb6080b8f60fce990aa0d688f1d6eb6, server=e14ef07817f4,33487,1732130436666}] 2024-11-20T19:20:43,241 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:20:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:43,241 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cb6080b8f60fce990aa0d688f1d6eb6, NAME => 'test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:43,241 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:43,241 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:20:43,241 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,241 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:43,241 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,242 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,243 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,244 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cb6080b8f60fce990aa0d688f1d6eb6 columnFamilyName f 2024-11-20T19:20:43,244 DEBUG [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:43,245 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] regionserver.HStore(327): Store=5cb6080b8f60fce990aa0d688f1d6eb6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:43,245 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,246 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cb6080b8f60fce990aa0d688f1d6eb6 columnFamilyName f1 2024-11-20T19:20:43,246 DEBUG [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:43,246 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] regionserver.HStore(327): Store=5cb6080b8f60fce990aa0d688f1d6eb6/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:43,247 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,248 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cb6080b8f60fce990aa0d688f1d6eb6 columnFamilyName norep 2024-11-20T19:20:43,248 DEBUG [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:43,248 INFO [StoreOpener-5cb6080b8f60fce990aa0d688f1d6eb6-1 {}] regionserver.HStore(327): Store=5cb6080b8f60fce990aa0d688f1d6eb6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:43,249 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,249 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,250 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,251 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,251 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,251 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:20:43,252 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,254 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:43,254 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5cb6080b8f60fce990aa0d688f1d6eb6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63553135, jitterRate=-0.05298449099063873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:20:43,254 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:20:43,254 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5cb6080b8f60fce990aa0d688f1d6eb6: Running coprocessor pre-open hook at 1732130443242Writing region info on filesystem at 1732130443242Initializing all the Stores at 1732130443242Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130443243 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130443243Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130443243Cleaning up temporary data from old regions at 1732130443251 (+8 ms)Running coprocessor post-open hooks at 1732130443254 (+3 ms)Region opened successfully at 1732130443254 2024-11-20T19:20:43,255 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6., pid=6, masterSystemTime=1732130443237 2024-11-20T19:20:43,257 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:20:43,257 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:20:43,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5cb6080b8f60fce990aa0d688f1d6eb6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,33487,1732130436666 2024-11-20T19:20:43,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cb6080b8f60fce990aa0d688f1d6eb6, server=e14ef07817f4,33487,1732130436666 because future has completed 2024-11-20T19:20:43,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:20:43,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cb6080b8f60fce990aa0d688f1d6eb6, server=e14ef07817f4,33487,1732130436666 in 178 msec 2024-11-20T19:20:43,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:20:43,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5cb6080b8f60fce990aa0d688f1d6eb6, ASSIGN in 336 msec 2024-11-20T19:20:43,269 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:20:43,269 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130443269"}]},"ts":"1732130443269"} 2024-11-20T19:20:43,272 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:20:43,273 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:20:43,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-20T19:20:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37441 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:20:44,261 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:20:44,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13aa8845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,262 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37967,-1 for getting cluster id 2024-11-20T19:20:44,262 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:44,263 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c2f0308-d95d-4072-8c34-ebae34e9f7bb' 2024-11-20T19:20:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c2f0308-d95d-4072-8c34-ebae34e9f7bb" 2024-11-20T19:20:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edd1c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37967,-1] 2024-11-20T19:20:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:44,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:44,265 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de148d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2296dd9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37441,-1 for getting cluster id 2024-11-20T19:20:44,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:44,267 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200efc7a-286d-4d6e-be5a-55822c596a22' 2024-11-20T19:20:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200efc7a-286d-4d6e-be5a-55822c596a22" 2024-11-20T19:20:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f5576a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37441,-1] 2024-11-20T19:20:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:44,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:44,269 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:44,269 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348d9100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f881119, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37967,-1 for getting cluster id 2024-11-20T19:20:44,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:44,271 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c2f0308-d95d-4072-8c34-ebae34e9f7bb' 2024-11-20T19:20:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c2f0308-d95d-4072-8c34-ebae34e9f7bb" 2024-11-20T19:20:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c81d8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37967,-1] 2024-11-20T19:20:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:44,272 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a8dbba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37967,1732130430931 2024-11-20T19:20:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a6a1c7c 2024-11-20T19:20:44,275 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:44,276 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:44,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:37441,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:20:44,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:20:44,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:20:44,280 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:37441' 2024-11-20T19:20:44,282 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30f780e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,282 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37441,-1 for getting cluster id 2024-11-20T19:20:44,282 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:44,282 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200efc7a-286d-4d6e-be5a-55822c596a22' 2024-11-20T19:20:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200efc7a-286d-4d6e-be5a-55822c596a22" 2024-11-20T19:20:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbb3b8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37441,-1] 2024-11-20T19:20:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:44,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:44,284 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:44,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2adc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:44,285 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:44,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37441,1732130436542 2024-11-20T19:20:44,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60515be1 2024-11-20T19:20:44,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:44,286 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:44,287 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:20:44,287 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:20:44,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:44,287 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:44,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:44,288 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:20:44,289 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:20:44,290 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:20:44,290 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:44,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:20:44,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:20:44,339 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:20:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:20:44,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:20:44,699 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa03d48a60d1bf102c65ae3fdcfcc9a8, NAME => 'hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7 2024-11-20T19:20:44,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:20:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:20:45,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:45,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aa03d48a60d1bf102c65ae3fdcfcc9a8, disabling compactions & flushes 2024-11-20T19:20:45,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:20:45,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:20:45,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. after waiting 0 ms 2024-11-20T19:20:45,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:20:45,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:20:45,106 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa03d48a60d1bf102c65ae3fdcfcc9a8: Waiting for close lock at 1732130445106Disabling compacts and flushes for region at 1732130445106Disabling writes for close at 1732130445106Writing region close event to WAL at 1732130445106Closed at 1732130445106 2024-11-20T19:20:45,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:20:45,108 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130445108"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130445108"}]},"ts":"1732130445108"} 2024-11-20T19:20:45,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:20:45,111 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:20:45,111 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130445111"}]},"ts":"1732130445111"} 2024-11-20T19:20:45,113 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:20:45,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa03d48a60d1bf102c65ae3fdcfcc9a8, ASSIGN}] 2024-11-20T19:20:45,115 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa03d48a60d1bf102c65ae3fdcfcc9a8, ASSIGN 2024-11-20T19:20:45,116 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa03d48a60d1bf102c65ae3fdcfcc9a8, ASSIGN; state=OFFLINE, location=e14ef07817f4,41525,1732130431095; forceNewPlan=false, retain=false 2024-11-20T19:20:45,266 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa03d48a60d1bf102c65ae3fdcfcc9a8, regionState=OPENING, regionLocation=e14ef07817f4,41525,1732130431095 2024-11-20T19:20:45,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa03d48a60d1bf102c65ae3fdcfcc9a8, ASSIGN because future has completed 2024-11-20T19:20:45,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa03d48a60d1bf102c65ae3fdcfcc9a8, server=e14ef07817f4,41525,1732130431095}] 2024-11-20T19:20:45,305 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:20:45,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:45,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:45,328 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:45,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:45,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:20:45,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:20:45,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:20:45,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:20:45,425 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:20:45,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C41525%2C1732130431095.rep, suffix=, logDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095, archiveDir=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/oldWALs, maxLogs=10 2024-11-20T19:20:45,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.rep.1732130445427, exclude list is [], retry=0 2024-11-20T19:20:45,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39233,DS-e3f3b9e1-7bde-4b43-a5ea-2ce52c679248,DISK] 2024-11-20T19:20:45,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.rep.1732130445427 2024-11-20T19:20:45,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39435:39435)] 2024-11-20T19:20:45,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aa03d48a60d1bf102c65ae3fdcfcc9a8, NAME => 'hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:20:45,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:20:45,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:20:45,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. service=MultiRowMutationService 2024-11-20T19:20:45,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:20:45,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:20:45,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,445 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,446 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa03d48a60d1bf102c65ae3fdcfcc9a8 columnFamilyName hfileref 2024-11-20T19:20:45,446 DEBUG [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:45,446 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] regionserver.HStore(327): Store=aa03d48a60d1bf102c65ae3fdcfcc9a8/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:45,446 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,447 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa03d48a60d1bf102c65ae3fdcfcc9a8 columnFamilyName queue 2024-11-20T19:20:45,447 DEBUG [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:45,448 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] regionserver.HStore(327): Store=aa03d48a60d1bf102c65ae3fdcfcc9a8/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:45,448 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,449 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa03d48a60d1bf102c65ae3fdcfcc9a8 columnFamilyName sid 2024-11-20T19:20:45,449 DEBUG [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:20:45,449 INFO [StoreOpener-aa03d48a60d1bf102c65ae3fdcfcc9a8-1 {}] regionserver.HStore(327): Store=aa03d48a60d1bf102c65ae3fdcfcc9a8/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:20:45,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:20:45,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:20:45,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aa03d48a60d1bf102c65ae3fdcfcc9a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64200848, jitterRate=-0.043332815170288086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:20:45,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:20:45,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aa03d48a60d1bf102c65ae3fdcfcc9a8: Running coprocessor pre-open hook at 1732130445443Writing region info on filesystem at 1732130445443Initializing all the Stores at 1732130445444 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130445444Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130445444Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130445444Cleaning up temporary data from old regions at 1732130445451 (+7 ms)Running coprocessor post-open hooks at 1732130445455 (+4 ms)Region opened successfully at 1732130445456 (+1 ms) 2024-11-20T19:20:45,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8., pid=10, masterSystemTime=1732130445421 2024-11-20T19:20:45,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:20:45,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:20:45,460 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa03d48a60d1bf102c65ae3fdcfcc9a8, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,41525,1732130431095 2024-11-20T19:20:45,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa03d48a60d1bf102c65ae3fdcfcc9a8, server=e14ef07817f4,41525,1732130431095 because future has completed 2024-11-20T19:20:45,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:20:45,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa03d48a60d1bf102c65ae3fdcfcc9a8, server=e14ef07817f4,41525,1732130431095 in 194 msec 2024-11-20T19:20:45,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:20:45,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa03d48a60d1bf102c65ae3fdcfcc9a8, ASSIGN in 350 msec 2024-11-20T19:20:45,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:20:45,468 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130445467"}]},"ts":"1732130445467"} 2024-11-20T19:20:45,470 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:20:45,472 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:20:45,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1840 sec 2024-11-20T19:20:45,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8., hostname=e14ef07817f4,41525,1732130431095, seqNum=2] 2024-11-20T19:20:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:45,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:20:45,737 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:20:45,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:20:45,890 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:20:45,917 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,41525,1732130431095, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:20:45,917 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:45,918 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41525,1732130431095, seqNum=-1] 2024-11-20T19:20:45,918 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:45,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T19:20:45,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,41525,1732130431095', locateType=CURRENT is [region=hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8., hostname=e14ef07817f4,41525,1732130431095, seqNum=2] 2024-11-20T19:20:45,934 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:20:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:20:45,936 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,41525,1732130431095 suceeded 2024-11-20T19:20:45,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:20:45,939 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:37441,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T19:20:45,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-20T19:20:45,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6620 sec 2024-11-20T19:20:45,957 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:37441' 2024-11-20T19:20:45,959 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e200f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:45,959 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37441,-1 for getting cluster id 2024-11-20T19:20:45,960 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:45,960 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200efc7a-286d-4d6e-be5a-55822c596a22' 2024-11-20T19:20:45,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:45,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200efc7a-286d-4d6e-be5a-55822c596a22" 2024-11-20T19:20:45,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ea5c631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:45,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37441,-1] 2024-11-20T19:20:45,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:45,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:45,963 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:45,963 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@131a8487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:45,964 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:45,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37441,1732130436542 2024-11-20T19:20:45,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1745f254 2024-11-20T19:20:45,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:45,966 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T19:20:45,967 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,41525,1732130431095 (queues=1) is replicating from cluster=5c2f0308-d95d-4072-8c34-ebae34e9f7bb to cluster=200efc7a-286d-4d6e-be5a-55822c596a22 2024-11-20T19:20:45,967 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C41525%2C1732130431095 2024-11-20T19:20:45,967 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,41525,1732130431095, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:20:45,968 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316, startPosition=0, beingWritten=true 2024-11-20T19:20:45,969 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C41525%2C1732130431095 2024-11-20T19:20:45,978 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:20:45,978 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 379, reset compression=false 2024-11-20T19:20:45,978 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,41525,1732130431095 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:20:46,183 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 379, reset compression=false 2024-11-20T19:20:46,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:20:46,430 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:20:46,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:46,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:46,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:46,431 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:46,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:46,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:46,437 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732130446435/Put/seqid=0 2024-11-20T19:20:46,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741840_1016 (size=7894) 2024-11-20T19:20:46,488 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 379, reset compression=false 2024-11-20T19:20:46,844 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f/f/hfile_1 is 34, key is ddd/f:row/1732130446843/Put/seqid=0 2024-11-20T19:20:46,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741841_1017 (size=7691) 2024-11-20T19:20:46,892 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 379, reset compression=false 2024-11-20T19:20:47,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc6aeff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:47,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37967,-1 for getting cluster id 2024-11-20T19:20:47,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:47,254 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c2f0308-d95d-4072-8c34-ebae34e9f7bb' 2024-11-20T19:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c2f0308-d95d-4072-8c34-ebae34e9f7bb" 2024-11-20T19:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e02f214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:47,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37967,-1] 2024-11-20T19:20:47,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:47,255 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:47,256 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:47,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73790637, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:47,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41525,1732130431095, seqNum=-1] 2024-11-20T19:20:47,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:47,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:47,269 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37967,1732130430931 2024-11-20T19:20:47,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27ec011c 2024-11-20T19:20:47,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:47,273 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:47,280 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2] 2024-11-20T19:20:47,288 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:20:47,301 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T19:20:47,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T19:20:47,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f/f/hfile_0 for inclusion in 1c41d80dd911be7742dc6ecf8f38f472/f 2024-11-20T19:20:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T19:20:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:20:47,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f/f/hfile_1 for inclusion in 1c41d80dd911be7742dc6ecf8f38f472/f 2024-11-20T19:20:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T19:20:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:20:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HRegion(2603): Flush status journal for 1c41d80dd911be7742dc6ecf8f38f472: 2024-11-20T19:20:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f/f/hfile_0 to hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_0 2024-11-20T19:20:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_0 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f/0421d281897541a7af112194b4aa856b_SeqId_4_ 2024-11-20T19:20:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f/f/hfile_1 to hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_1 2024-11-20T19:20:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_1 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ 2024-11-20T19:20:47,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_0 into 1c41d80dd911be7742dc6ecf8f38f472/f as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f/0421d281897541a7af112194b4aa856b_SeqId_4_ - updating store file list. 2024-11-20T19:20:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0421d281897541a7af112194b4aa856b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:20:47,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f/0421d281897541a7af112194b4aa856b_SeqId_4_ into 1c41d80dd911be7742dc6ecf8f38f472/f 2024-11-20T19:20:47,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_0 into 1c41d80dd911be7742dc6ecf8f38f472/f (new location: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f/0421d281897541a7af112194b4aa856b_SeqId_4_) 2024-11-20T19:20:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_0 2024-11-20T19:20:47,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_1 into 1c41d80dd911be7742dc6ecf8f38f472/f as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ - updating store file list. 2024-11-20T19:20:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49e00a30866c47c8aa5cd155ede4493c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:20:47,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ into 1c41d80dd911be7742dc6ecf8f38f472/f 2024-11-20T19:20:47,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_1 into 1c41d80dd911be7742dc6ecf8f38f472/f (new location: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_) 2024-11-20T19:20:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__hc9pma9g4r56j3od0h158opb6mdde0sqlh1o058pki86tklh0chlrdojj8dbh5mg/f/hfile_1 2024-11-20T19:20:47,357 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:47,357 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:47,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:47,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:47,358 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:47,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2 , the old value is region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e14ef07817f4:41525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:20:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33487,1732130436666, seqNum=-1] 2024-11-20T19:20:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:20:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:47,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2 from cache 2024-11-20T19:20:47,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:46372 deadline: 1732130507357 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:46372 2024-11-20T19:20:47,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6., hostname=e14ef07817f4,33487,1732130436666, seqNum=2] 2024-11-20T19:20:47,364 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T19:20:47,397 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 379, reset compression=false 2024-11-20T19:20:47,404 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:20:47,404 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,41525,1732130431095 got entry batch from reader: WALEntryBatch [walEntries=[{test/1c41d80dd911be7742dc6ecf8f38f472/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732130447352/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T19:20:47,427 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:20:47,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T19:20:47,430 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.ReplicationSink(318): Replicating [5c2f0308-d95d-4072-8c34-ebae34e9f7bb] bulk loaded data 2024-11-20T19:20:47,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39f87aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:47,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37441,-1 for getting cluster id 2024-11-20T19:20:47,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:47,432 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '200efc7a-286d-4d6e-be5a-55822c596a22' 2024-11-20T19:20:47,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:47,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "200efc7a-286d-4d6e-be5a-55822c596a22" 2024-11-20T19:20:47,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30c39017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:47,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37441,-1] 2024-11-20T19:20:47,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:47,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:47,434 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:47,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e8801b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:47,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741837_1013 (size=7894) 2024-11-20T19:20:47,471 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:41525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T19:20:47,604 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 687, reset compression=false 2024-11-20T19:20:47,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741838_1014 (size=7691) 2024-11-20T19:20:47,908 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 687, reset compression=false 2024-11-20T19:20:48,259 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:48,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37441,1732130436542 2024-11-20T19:20:48,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69e9f3b7 2024-11-20T19:20:48,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:48,261 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T19:20:48,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:20:48,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:48,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33487,1732130436666, seqNum=-1] 2024-11-20T19:20:48,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:48,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T19:20:48,272 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/0421d281897541a7af112194b4aa856b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T19:20:48,275 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T19:20:48,278 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/0421d281897541a7af112194b4aa856b_SeqId_4_ for inclusion in 5cb6080b8f60fce990aa0d688f1d6eb6/f 2024-11-20T19:20:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T19:20:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:20:48,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ for inclusion in 5cb6080b8f60fce990aa0d688f1d6eb6/f 2024-11-20T19:20:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T19:20:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:20:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HRegion(2603): Flush status journal for 5cb6080b8f60fce990aa0d688f1d6eb6: 2024-11-20T19:20:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0421d281897541a7af112194b4aa856b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:20:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/0421d281897541a7af112194b4aa856b_SeqId_4_ as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/f/ad9a2f60194e47ed85721b4f45a9fe11_SeqId_4_ 2024-11-20T19:20:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:20:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/f/99bc36e1036d4775ac4ca359f968d6a1_SeqId_4_ 2024-11-20T19:20:48,288 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/0421d281897541a7af112194b4aa856b_SeqId_4_ into 5cb6080b8f60fce990aa0d688f1d6eb6/f as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/f/ad9a2f60194e47ed85721b4f45a9fe11_SeqId_4_ - updating store file list. 2024-11-20T19:20:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad9a2f60194e47ed85721b4f45a9fe11_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:20:48,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/f/ad9a2f60194e47ed85721b4f45a9fe11_SeqId_4_ into 5cb6080b8f60fce990aa0d688f1d6eb6/f 2024-11-20T19:20:48,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/0421d281897541a7af112194b4aa856b_SeqId_4_ into 5cb6080b8f60fce990aa0d688f1d6eb6/f (new location: hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/f/ad9a2f60194e47ed85721b4f45a9fe11_SeqId_4_) 2024-11-20T19:20:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/0421d281897541a7af112194b4aa856b_SeqId_4_ 2024-11-20T19:20:48,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ into 5cb6080b8f60fce990aa0d688f1d6eb6/f as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/f/99bc36e1036d4775ac4ca359f968d6a1_SeqId_4_ - updating store file list. 2024-11-20T19:20:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 99bc36e1036d4775ac4ca359f968d6a1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:20:48,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/f/99bc36e1036d4775ac4ca359f968d6a1_SeqId_4_ into 5cb6080b8f60fce990aa0d688f1d6eb6/f 2024-11-20T19:20:48,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ into 5cb6080b8f60fce990aa0d688f1d6eb6/f (new location: hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/f/99bc36e1036d4775ac4ca359f968d6a1_SeqId_4_) 2024-11-20T19:20:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/staging/jenkins.hfs.6__test__rg13dljn5soronoa74td6peg26sr7h7visu9rs279g6jhbsmntul6lffkqnthe9q/f/49e00a30866c47c8aa5cd155ede4493c_SeqId_4_ 2024-11-20T19:20:48,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33487 {}] regionserver.ReplicationSink(324): Finished replicating [5c2f0308-d95d-4072-8c34-ebae34e9f7bb] bulk loaded data 2024-11-20T19:20:48,312 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 687, reset compression=false 2024-11-20T19:20:48,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:20:48,385 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732130448384/Put/seqid=0 2024-11-20T19:20:48,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741842_1018 (size=7997) 2024-11-20T19:20:48,392 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732130448391/Put/seqid=0 2024-11-20T19:20:48,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741843_1019 (size=7794) 2024-11-20T19:20:48,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce76c60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:48,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37967,-1 for getting cluster id 2024-11-20T19:20:48,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:20:48,800 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5c2f0308-d95d-4072-8c34-ebae34e9f7bb' 2024-11-20T19:20:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:20:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5c2f0308-d95d-4072-8c34-ebae34e9f7bb" 2024-11-20T19:20:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c5f5232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37967,-1] 2024-11-20T19:20:48,800 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:20:48,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:48,801 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:20:48,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a4a1c19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:20:48,802 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41525,1732130431095, seqNum=-1] 2024-11-20T19:20:48,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:48,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:48,812 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:20:48,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37967,1732130430931 2024-11-20T19:20:48,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a77edd 2024-11-20T19:20:48,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:20:48,814 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:20:48,816 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 687, reset compression=false 2024-11-20T19:20:48,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2] 2024-11-20T19:20:48,820 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:20:48,825 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T19:20:48,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T19:20:48,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f1/f1/hfile_1 for inclusion in 1c41d80dd911be7742dc6ecf8f38f472/f1 2024-11-20T19:20:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T19:20:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:20:48,834 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f1/f1/hfile_0 for inclusion in 1c41d80dd911be7742dc6ecf8f38f472/f1 2024-11-20T19:20:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T19:20:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:20:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HRegion(2603): Flush status journal for 1c41d80dd911be7742dc6ecf8f38f472: 2024-11-20T19:20:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f1/f1/hfile_1 to hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_1 2024-11-20T19:20:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_1 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f1/6b7d68e50dc4462daa757278eb2969f1_SeqId_6_ 2024-11-20T19:20:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/load_f1/f1/hfile_0 to hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_0 2024-11-20T19:20:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_0 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f1/8429804dbd0e494dbfced625a9836803_SeqId_6_ 2024-11-20T19:20:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T19:20:48,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_1 into 1c41d80dd911be7742dc6ecf8f38f472/f1 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f1/6b7d68e50dc4462daa757278eb2969f1_SeqId_6_ - updating store file list. 2024-11-20T19:20:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 6b7d68e50dc4462daa757278eb2969f1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:20:48,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f1/6b7d68e50dc4462daa757278eb2969f1_SeqId_6_ into 1c41d80dd911be7742dc6ecf8f38f472/f1 2024-11-20T19:20:48,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_1 into 1c41d80dd911be7742dc6ecf8f38f472/f1 (new location: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f1/6b7d68e50dc4462daa757278eb2969f1_SeqId_6_) 2024-11-20T19:20:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_1 2024-11-20T19:20:48,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_0 into 1c41d80dd911be7742dc6ecf8f38f472/f1 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f1/8429804dbd0e494dbfced625a9836803_SeqId_6_ - updating store file list. 2024-11-20T19:20:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8429804dbd0e494dbfced625a9836803_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:20:48,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f1/8429804dbd0e494dbfced625a9836803_SeqId_6_ into 1c41d80dd911be7742dc6ecf8f38f472/f1 2024-11-20T19:20:48,852 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_0 into 1c41d80dd911be7742dc6ecf8f38f472/f1 (new location: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/f1/8429804dbd0e494dbfced625a9836803_SeqId_6_) 2024-11-20T19:20:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/staging/jenkins__test__igt6nvnj0dq0ds5fbakq1jnum167i84b79tjpgsmg07jdpv8lkc571d9tdo0p2ms/f1/hfile_0 2024-11-20T19:20:48,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:20:48,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:20:48,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:48,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:20:48,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:20:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2 , the old value is region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e14ef07817f4:41525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:20:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:20:48,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2 from cache 2024-11-20T19:20:48,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:20:48,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41525,1732130431095, seqNum=-1] 2024-11-20T19:20:48,856 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T19:20:48,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:20:48,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:20:48,859 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., hostname=e14ef07817f4,41525,1732130431095, seqNum=2] 2024-11-20T19:20:48,960 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:41525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T19:20:49,420 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 687, reset compression=false 2024-11-20T19:20:49,425 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:20:49,425 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:49,425 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,41525,1732130431095 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:20:49,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:20:49,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T19:20:49,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T19:20:49,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T19:20:49,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:20:49,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T19:20:49,628 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:49,932 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:50,336 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:50,840 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:50,945 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:20:50,967 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:50,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:50,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:50,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:20:51,376 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:20:51,444 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:52,148 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:52,952 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:53,855 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:54,860 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:55,964 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:57,168 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:58,472 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:20:59,877 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:00,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:21:01,382 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:02,986 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:04,690 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:06,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:21:06,494 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:08,398 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:09,427 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,41525,1732130431095 got entry batch from reader: null 2024-11-20T19:21:10,402 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:12,513 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:14,427 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T19:21:14,427 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T19:21:14,718 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:17,023 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:19,434 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:20,760 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T19:21:20,760 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T19:21:21,938 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:24,542 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:26,086 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1c41d80dd911be7742dc6ecf8f38f472, had cached 0 bytes from a total of 31376 2024-11-20T19:21:27,247 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:28,242 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5cb6080b8f60fce990aa0d688f1d6eb6, had cached 0 bytes from a total of 15585 2024-11-20T19:21:29,427 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,41525,1732130431095 got entry batch from reader: null 2024-11-20T19:21:30,051 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:30,518 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:21:32,955 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:35,543 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:21:35,959 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:36,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:21:39,064 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:41,468 DEBUG [master/e14ef07817f4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T19:21:42,267 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:45,571 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:48,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:21:48,888 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:21:48,888 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:21:48,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:48,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:48,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:21:48,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:21:48,888 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1211471441, stopped=false 2024-11-20T19:21:48,888 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,37441,1732130436542 2024-11-20T19:21:48,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064411434/running 2024-11-20T19:21:48,957 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064411434/running 2024-11-20T19:21:48,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:21:48,957 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:21:48,957 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:21:48,957 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:21:48,957 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:21:48,957 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:48,957 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,33487,1732130436666' ***** 2024-11-20T19:21:48,957 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:21:48,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on znode that does not yet exist, /1-2064411434/running 2024-11-20T19:21:48,957 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Set watcher on znode that does not yet exist, /1-2064411434/running 2024-11-20T19:21:48,957 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:21:48,958 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:21:48,958 INFO [RS:0;e14ef07817f4:33487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:21:48,958 INFO [RS:0;e14ef07817f4:33487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:21:48,958 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:21:48,958 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,33487,1732130436666 2024-11-20T19:21:48,958 INFO [RS:0;e14ef07817f4:33487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:21:48,958 INFO [RS:0;e14ef07817f4:33487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33487. 2024-11-20T19:21:48,958 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cb6080b8f60fce990aa0d688f1d6eb6, disabling compactions & flushes 2024-11-20T19:21:48,958 DEBUG [RS:0;e14ef07817f4:33487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:21:48,958 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:21:48,958 DEBUG [RS:0;e14ef07817f4:33487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:48,958 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:21:48,958 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. after waiting 0 ms 2024-11-20T19:21:48,958 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:21:48,958 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:21:48,959 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:21:48,959 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:21:48,959 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:21:48,959 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:21:48,959 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5cb6080b8f60fce990aa0d688f1d6eb6=test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6.} 2024-11-20T19:21:48,959 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cb6080b8f60fce990aa0d688f1d6eb6 2024-11-20T19:21:48,959 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:21:48,959 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:21:48,959 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:21:48,959 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:21:48,959 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:21:48,959 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T19:21:48,962 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/default/test/5cb6080b8f60fce990aa0d688f1d6eb6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T19:21:48,963 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:21:48,963 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:21:48,963 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:21:48,963 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cb6080b8f60fce990aa0d688f1d6eb6: Waiting for close lock at 1732130508958Running coprocessor pre-close hooks at 1732130508958Disabling compacts and flushes for region at 1732130508958Disabling writes for close at 1732130508958Writing region close event to WAL at 1732130508959 (+1 ms)Running coprocessor post-close hooks at 1732130508963 (+4 ms)Closed at 1732130508963 2024-11-20T19:21:48,963 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6. 2024-11-20T19:21:48,974 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/info/0274b364fcd44a198fea9d6c62e4e5ae is 129, key is test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6./info:regioninfo/1732130443258/Put/seqid=0 2024-11-20T19:21:48,975 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:48,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741839_1015 (size=6421) 2024-11-20T19:21:49,016 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:21:49,159 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:49,359 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:49,379 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/info/0274b364fcd44a198fea9d6c62e4e5ae 2024-11-20T19:21:49,398 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/ns/614a19505af948f58586da385b43d3ef is 43, key is default/ns:d/1732130439844/Put/seqid=0 2024-11-20T19:21:49,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741840_1016 (size=5153) 2024-11-20T19:21:49,428 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,41525,1732130431095 got entry batch from reader: null 2024-11-20T19:21:49,559 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:49,759 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:49,803 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/ns/614a19505af948f58586da385b43d3ef 2024-11-20T19:21:49,820 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/rep_barrier/05a4ea4f2d5c48a9885bc846598e6221 is 112, key is test,,1732130442103.5cb6080b8f60fce990aa0d688f1d6eb6./rep_barrier:seqnumDuringOpen/1732130443258/Put/seqid=0 2024-11-20T19:21:49,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741841_1017 (size=5518) 2024-11-20T19:21:49,832 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:21:49,832 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:21:49,960 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:21:49,960 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:21:49,960 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:50,160 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:50,225 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/rep_barrier/05a4ea4f2d5c48a9885bc846598e6221 2024-11-20T19:21:50,243 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/table/b87e667e32f647a6a4b202cc67833283 is 40, key is test/table:state/1732130443269/Put/seqid=0 2024-11-20T19:21:50,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741842_1018 (size=5165) 2024-11-20T19:21:50,360 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:50,560 DEBUG [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:50,648 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/table/b87e667e32f647a6a4b202cc67833283 2024-11-20T19:21:50,654 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/info/0274b364fcd44a198fea9d6c62e4e5ae as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/info/0274b364fcd44a198fea9d6c62e4e5ae 2024-11-20T19:21:50,659 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/info/0274b364fcd44a198fea9d6c62e4e5ae, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T19:21:50,660 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/ns/614a19505af948f58586da385b43d3ef as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/ns/614a19505af948f58586da385b43d3ef 2024-11-20T19:21:50,665 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/ns/614a19505af948f58586da385b43d3ef, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:21:50,666 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/rep_barrier/05a4ea4f2d5c48a9885bc846598e6221 as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/rep_barrier/05a4ea4f2d5c48a9885bc846598e6221 2024-11-20T19:21:50,671 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/rep_barrier/05a4ea4f2d5c48a9885bc846598e6221, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T19:21:50,671 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/.tmp/table/b87e667e32f647a6a4b202cc67833283 as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/table/b87e667e32f647a6a4b202cc67833283 2024-11-20T19:21:50,676 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/table/b87e667e32f647a6a4b202cc67833283, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:21:50,677 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false 2024-11-20T19:21:50,680 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T19:21:50,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:21:50,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:21:50,681 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:21:50,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130508959Running coprocessor pre-close hooks at 1732130508959Disabling compacts and flushes for region at 1732130508959Disabling writes for close at 1732130508959Obtaining lock to block concurrent updates at 1732130508959Preparing flush snapshotting stores in 1588230740 at 1732130508959Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732130508959Flushing stores of hbase:meta,,1.1588230740 at 1732130508960 (+1 ms)Flushing 1588230740/info: creating writer at 1732130508960Flushing 1588230740/info: appending metadata at 1732130508973 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732130508973Flushing 1588230740/ns: creating writer at 1732130509384 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732130509398 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732130509398Flushing 1588230740/rep_barrier: creating writer at 1732130509807 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130509820 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130509820Flushing 1588230740/table: creating writer at 1732130510230 (+410 ms)Flushing 1588230740/table: appending metadata at 1732130510243 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732130510243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59031c73: reopening flushed file at 1732130510653 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34214f0b: reopening flushed file at 1732130510659 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293fa04c: reopening flushed file at 1732130510665 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ad1a158: reopening flushed file at 1732130510671 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1717ms, sequenceid=11, compaction requested=false at 1732130510677 (+6 ms)Writing region close event to WAL at 1732130510678 (+1 ms)Running coprocessor post-close hooks at 1732130510681 (+3 ms)Closed at 1732130510681 2024-11-20T19:21:50,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:21:50,760 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,33487,1732130436666; all regions closed. 2024-11-20T19:21:50,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741834_1010 (size=2717) 2024-11-20T19:21:50,763 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666/e14ef07817f4%2C33487%2C1732130436666.meta.1732130439784.meta not finished, retry = 0 2024-11-20T19:21:50,865 DEBUG [RS:0;e14ef07817f4:33487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/oldWALs 2024-11-20T19:21:50,865 INFO [RS:0;e14ef07817f4:33487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C33487%2C1732130436666.meta:.meta(num 1732130439784) 2024-11-20T19:21:50,868 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/WALs/e14ef07817f4,33487,1732130436666/e14ef07817f4%2C33487%2C1732130436666.1732130438969 not finished, retry = 0 2024-11-20T19:21:50,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741832_1008 (size=1028) 2024-11-20T19:21:50,970 DEBUG [RS:0;e14ef07817f4:33487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/oldWALs 2024-11-20T19:21:50,970 INFO [RS:0;e14ef07817f4:33487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C33487%2C1732130436666:(num 1732130438969) 2024-11-20T19:21:50,970 DEBUG [RS:0;e14ef07817f4:33487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:50,970 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:21:50,970 INFO [RS:0;e14ef07817f4:33487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:21:50,971 INFO [RS:0;e14ef07817f4:33487 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:21:50,971 INFO [RS:0;e14ef07817f4:33487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:21:50,971 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:21:50,971 INFO [RS:0;e14ef07817f4:33487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33487. 2024-11-20T19:21:50,971 DEBUG [RS:0;e14ef07817f4:33487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:21:50,971 DEBUG [RS:0;e14ef07817f4:33487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:50,971 DEBUG [RS:0;e14ef07817f4:33487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:50,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:21:50,971 INFO [RS:0;e14ef07817f4:33487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33487 2024-11-20T19:21:51,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434/rs 2024-11-20T19:21:51,047 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064411434/rs/e14ef07817f4,33487,1732130436666 2024-11-20T19:21:51,047 INFO [RS:0;e14ef07817f4:33487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:21:51,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,33487,1732130436666] 2024-11-20T19:21:51,068 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2064411434/draining/e14ef07817f4,33487,1732130436666 already deleted, retry=false 2024-11-20T19:21:51,068 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,33487,1732130436666 expired; onlineServers=0 2024-11-20T19:21:51,068 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,37441,1732130436542' ***** 2024-11-20T19:21:51,068 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:21:51,068 INFO [M:0;e14ef07817f4:37441 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:21:51,068 INFO [M:0;e14ef07817f4:37441 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:21:51,068 DEBUG [M:0;e14ef07817f4:37441 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:21:51,068 DEBUG [M:0;e14ef07817f4:37441 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:21:51,068 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:21:51,068 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130438621 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130438621,5,FailOnTimeoutGroup] 2024-11-20T19:21:51,068 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130438621 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130438621,5,FailOnTimeoutGroup] 2024-11-20T19:21:51,068 INFO [M:0;e14ef07817f4:37441 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:21:51,069 INFO [M:0;e14ef07817f4:37441 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:21:51,069 DEBUG [M:0;e14ef07817f4:37441 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:21:51,069 INFO [M:0;e14ef07817f4:37441 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:21:51,069 INFO [M:0;e14ef07817f4:37441 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:21:51,069 INFO [M:0;e14ef07817f4:37441 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:21:51,069 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:21:51,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2064411434/master 2024-11-20T19:21:51,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2064411434 2024-11-20T19:21:51,078 DEBUG [M:0;e14ef07817f4:37441 {}] zookeeper.ZKUtil(347): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Unable to get data of znode /1-2064411434/master because node does not exist (not an error) 2024-11-20T19:21:51,078 WARN [M:0;e14ef07817f4:37441 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:21:51,079 INFO [M:0;e14ef07817f4:37441 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/.lastflushedseqids 2024-11-20T19:21:51,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741843_1019 (size=173) 2024-11-20T19:21:51,158 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:21:51,158 INFO [RS:0;e14ef07817f4:33487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:21:51,158 INFO [RS:0;e14ef07817f4:33487 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,33487,1732130436666; zookeeper connection closed. 2024-11-20T19:21:51,158 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33487-0x10159b0d2590004, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:21:51,158 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@45adc0b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@45adc0b 2024-11-20T19:21:51,158 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:21:51,484 INFO [M:0;e14ef07817f4:37441 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:21:51,484 INFO [M:0;e14ef07817f4:37441 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:21:51,484 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:21:51,484 INFO [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:21:51,484 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:21:51,484 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:21:51,484 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:21:51,484 INFO [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-20T19:21:51,502 DEBUG [M:0;e14ef07817f4:37441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85c95541794c4bd791c3c1f83877c562 is 82, key is hbase:meta,,1/info:regioninfo/1732130439820/Put/seqid=0 2024-11-20T19:21:51,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741844_1020 (size=5672) 2024-11-20T19:21:51,906 INFO [M:0;e14ef07817f4:37441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85c95541794c4bd791c3c1f83877c562 2024-11-20T19:21:51,925 DEBUG [M:0;e14ef07817f4:37441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fccb67f1c9b44bd9771a5f8ebf716af is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130443274/Put/seqid=0 2024-11-20T19:21:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741845_1021 (size=6726) 2024-11-20T19:21:52,329 INFO [M:0;e14ef07817f4:37441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fccb67f1c9b44bd9771a5f8ebf716af 2024-11-20T19:21:52,334 INFO [M:0;e14ef07817f4:37441 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fccb67f1c9b44bd9771a5f8ebf716af 2024-11-20T19:21:52,347 DEBUG [M:0;e14ef07817f4:37441 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c83cbe204054330a218dcecfe4ce51d is 69, key is e14ef07817f4,33487,1732130436666/rs:state/1732130438734/Put/seqid=0 2024-11-20T19:21:52,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741846_1022 (size=5156) 2024-11-20T19:21:52,479 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.1732130433316 to pos 997, reset compression=false 2024-11-20T19:21:52,752 INFO [M:0;e14ef07817f4:37441 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c83cbe204054330a218dcecfe4ce51d 2024-11-20T19:21:52,757 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85c95541794c4bd791c3c1f83877c562 as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85c95541794c4bd791c3c1f83877c562 2024-11-20T19:21:52,762 INFO [M:0;e14ef07817f4:37441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85c95541794c4bd791c3c1f83877c562, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T19:21:52,763 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7fccb67f1c9b44bd9771a5f8ebf716af as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fccb67f1c9b44bd9771a5f8ebf716af 2024-11-20T19:21:52,768 INFO [M:0;e14ef07817f4:37441 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7fccb67f1c9b44bd9771a5f8ebf716af 2024-11-20T19:21:52,768 INFO [M:0;e14ef07817f4:37441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7fccb67f1c9b44bd9771a5f8ebf716af, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T19:21:52,769 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7c83cbe204054330a218dcecfe4ce51d as hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c83cbe204054330a218dcecfe4ce51d 2024-11-20T19:21:52,773 INFO [M:0;e14ef07817f4:37441 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42291/user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7c83cbe204054330a218dcecfe4ce51d, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T19:21:52,774 INFO [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-20T19:21:52,775 INFO [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:21:52,775 DEBUG [M:0;e14ef07817f4:37441 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130511484Disabling compacts and flushes for region at 1732130511484Disabling writes for close at 1732130511484Obtaining lock to block concurrent updates at 1732130511484Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130511484Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1732130511485 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130511485Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130511485Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130511502 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130511502Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130511911 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130511925 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130511925Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130512334 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130512347 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130512347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bb9a2c: reopening flushed file at 1732130512756 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a9da18f: reopening flushed file at 1732130512763 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a2721f: reopening flushed file at 1732130512768 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732130512774 (+6 ms)Writing region close event to WAL at 1732130512775 (+1 ms)Closed at 1732130512775 2024-11-20T19:21:52,777 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46e333cc-748b-2afd-d0ed-9811a4cabfcc/MasterData/WALs/e14ef07817f4,37441,1732130436542/e14ef07817f4%2C37441%2C1732130436542.1732130438409 not finished, retry = 0 2024-11-20T19:21:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42995 is added to blk_1073741830_1006 (size=33014) 2024-11-20T19:21:52,878 INFO [M:0;e14ef07817f4:37441 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:21:52,878 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:21:52,878 INFO [M:0;e14ef07817f4:37441 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37441 2024-11-20T19:21:52,879 INFO [M:0;e14ef07817f4:37441 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:21:53,052 INFO [M:0;e14ef07817f4:37441 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:21:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:21:53,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37441-0x10159b0d2590003, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:21:53,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25b046ea{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:21:53,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e096633{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:21:53,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:21:53,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18d1832e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:21:53,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b7f4f26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.log.dir/,STOPPED} 2024-11-20T19:21:53,056 WARN [BP-114155428-172.17.0.3-1732130434490 heartbeating to localhost/127.0.0.1:42291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:21:53,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:21:53,056 WARN [BP-114155428-172.17.0.3-1732130434490 heartbeating to localhost/127.0.0.1:42291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-114155428-172.17.0.3-1732130434490 (Datanode Uuid c51c520d-35c2-46b7-907a-e6a7cda4d9e6) service to localhost/127.0.0.1:42291 2024-11-20T19:21:53,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:21:53,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/cluster_682b6bd1-704a-9bd5-fe9c-c296989462ee/data/data1/current/BP-114155428-172.17.0.3-1732130434490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:21:53,056 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/cluster_682b6bd1-704a-9bd5-fe9c-c296989462ee/data/data2/current/BP-114155428-172.17.0.3-1732130434490 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:21:53,057 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:21:53,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ee50996{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:21:53,063 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63d04b93{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:21:53,063 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:21:53,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3423848e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:21:53,063 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@280c04d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.log.dir/,STOPPED} 2024-11-20T19:21:53,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:21:53,075 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:21:53,075 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:21:53,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:21:53,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:53,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:53,076 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:21:53,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:21:53,076 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=992278284, stopped=false 2024-11-20T19:21:53,076 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,37967,1732130430931 2024-11-20T19:21:53,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-653830017/running 2024-11-20T19:21:53,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-653830017/running 2024-11-20T19:21:53,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:21:53,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:21:53,099 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:21:53,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:21:53,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:21:53,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:53,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on znode that does not yet exist, /0-653830017/running 2024-11-20T19:21:53,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Set watcher on znode that does not yet exist, /0-653830017/running 2024-11-20T19:21:53,100 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,41525,1732130431095' ***** 2024-11-20T19:21:53,100 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:21:53,100 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:21:53,100 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1c41d80dd911be7742dc6ecf8f38f472 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,41525,1732130431095 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:21:53,101 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1c41d80dd911be7742dc6ecf8f38f472, disabling compactions & flushes 2024-11-20T19:21:53,101 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:41525. 2024-11-20T19:21:53,101 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:21:53,101 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. after waiting 0 ms 2024-11-20T19:21:53,101 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:21:53,101 DEBUG [RS:0;e14ef07817f4:41525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:21:53,101 DEBUG [RS:0;e14ef07817f4:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:21:53,101 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:21:53,102 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:21:53,102 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1325): Online Regions={1c41d80dd911be7742dc6ecf8f38f472=test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472., 1588230740=hbase:meta,,1.1588230740, aa03d48a60d1bf102c65ae3fdcfcc9a8=hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8.} 2024-11-20T19:21:53,102 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1c41d80dd911be7742dc6ecf8f38f472, aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:21:53,102 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:21:53,102 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:21:53,102 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:21:53,102 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:21:53,102 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:21:53,102 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:21:53,105 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/default/test/1c41d80dd911be7742dc6ecf8f38f472/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:21:53,105 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:21:53,105 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:21:53,105 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:21:53,105 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1c41d80dd911be7742dc6ecf8f38f472: Waiting for close lock at 1732130513101Running coprocessor pre-close hooks at 1732130513101Disabling compacts and flushes for region at 1732130513101Disabling writes for close at 1732130513101Writing region close event to WAL at 1732130513102 (+1 ms)Running coprocessor post-close hooks at 1732130513105 (+3 ms)Closed at 1732130513105 2024-11-20T19:21:53,105 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472. 2024-11-20T19:21:53,106 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa03d48a60d1bf102c65ae3fdcfcc9a8, disabling compactions & flushes 2024-11-20T19:21:53,106 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:21:53,106 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:21:53,106 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. after waiting 0 ms 2024-11-20T19:21:53,106 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:21:53,106 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aa03d48a60d1bf102c65ae3fdcfcc9a8 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T19:21:53,117 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/info/50e97bd9188b4105907d5bf34a799960 is 147, key is hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8./info:regioninfo/1732130445459/Put/seqid=0 2024-11-20T19:21:53,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741844_1020 (size=7686) 2024-11-20T19:21:53,120 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/.tmp/hfileref/06abcd5f699b45fd8be6dad1fe5468a8 is 74, key is 1/hfileref:0421d281897541a7af112194b4aa856b_SeqId_4_/1732130448303/DeleteColumn/seqid=0 2024-11-20T19:21:53,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741845_1021 (size=5203) 2024-11-20T19:21:53,146 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:21:53,272 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:21:53,272 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:21:53,302 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:21:53,502 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:21:53,521 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/info/50e97bd9188b4105907d5bf34a799960 2024-11-20T19:21:53,525 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/.tmp/hfileref/06abcd5f699b45fd8be6dad1fe5468a8 2024-11-20T19:21:53,544 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/.tmp/queue/2d715f63a310415dac6e1546f92af1aa is 153, key is 1-e14ef07817f4,41525,1732130431095/queue:e14ef07817f4%2C41525%2C1732130431095/1732130449426/Put/seqid=0 2024-11-20T19:21:53,545 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/ns/70b2c8bf394d4ec4ba68aaf781dc82bc is 43, key is default/ns:d/1732130434310/Put/seqid=0 2024-11-20T19:21:53,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741847_1023 (size=5352) 2024-11-20T19:21:53,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741846_1022 (size=5153) 2024-11-20T19:21:53,702 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:21:53,902 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa03d48a60d1bf102c65ae3fdcfcc9a8 2024-11-20T19:21:53,949 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/.tmp/queue/2d715f63a310415dac6e1546f92af1aa 2024-11-20T19:21:53,950 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/ns/70b2c8bf394d4ec4ba68aaf781dc82bc 2024-11-20T19:21:53,955 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/.tmp/hfileref/06abcd5f699b45fd8be6dad1fe5468a8 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/hfileref/06abcd5f699b45fd8be6dad1fe5468a8 2024-11-20T19:21:53,960 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/hfileref/06abcd5f699b45fd8be6dad1fe5468a8, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T19:21:53,960 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/.tmp/queue/2d715f63a310415dac6e1546f92af1aa as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/queue/2d715f63a310415dac6e1546f92af1aa 2024-11-20T19:21:53,965 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/queue/2d715f63a310415dac6e1546f92af1aa, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T19:21:53,966 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for aa03d48a60d1bf102c65ae3fdcfcc9a8 in 860ms, sequenceid=10, compaction requested=false 2024-11-20T19:21:53,972 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/replication/aa03d48a60d1bf102c65ae3fdcfcc9a8/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T19:21:53,972 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:21:53,972 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:21:53,972 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:21:53,972 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa03d48a60d1bf102c65ae3fdcfcc9a8: Waiting for close lock at 1732130513106Running coprocessor pre-close hooks at 1732130513106Disabling compacts and flushes for region at 1732130513106Disabling writes for close at 1732130513106Obtaining lock to block concurrent updates at 1732130513106Preparing flush snapshotting stores in aa03d48a60d1bf102c65ae3fdcfcc9a8 at 1732130513106Finished memstore snapshotting hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732130513106Flushing stores of hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. at 1732130513107 (+1 ms)Flushing aa03d48a60d1bf102c65ae3fdcfcc9a8/hfileref: creating writer at 1732130513107Flushing aa03d48a60d1bf102c65ae3fdcfcc9a8/hfileref: appending metadata at 1732130513120 (+13 ms)Flushing aa03d48a60d1bf102c65ae3fdcfcc9a8/hfileref: closing flushed file at 1732130513120Flushing aa03d48a60d1bf102c65ae3fdcfcc9a8/queue: creating writer at 1732130513530 (+410 ms)Flushing aa03d48a60d1bf102c65ae3fdcfcc9a8/queue: appending metadata at 1732130513544 (+14 ms)Flushing aa03d48a60d1bf102c65ae3fdcfcc9a8/queue: closing flushed file at 1732130513544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ea72487: reopening flushed file at 1732130513954 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@595b5168: reopening flushed file at 1732130513960 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for aa03d48a60d1bf102c65ae3fdcfcc9a8 in 860ms, sequenceid=10, compaction requested=false at 1732130513966 (+6 ms)Writing region close event to WAL at 1732130513969 (+3 ms)Running coprocessor post-close hooks at 1732130513972 (+3 ms)Closed at 1732130513972 2024-11-20T19:21:53,972 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130444288.aa03d48a60d1bf102c65ae3fdcfcc9a8. 2024-11-20T19:21:53,975 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/rep_barrier/62edce31dd304eaa8336831af624dadc is 112, key is test,,1732130439937.1c41d80dd911be7742dc6ecf8f38f472./rep_barrier:seqnumDuringOpen/1732130441110/Put/seqid=0 2024-11-20T19:21:53,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741848_1024 (size=5518) 2024-11-20T19:21:53,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:53,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:53,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:53,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:53,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:54,103 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:54,303 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:21:54,303 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:21:54,303 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:54,387 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/rep_barrier/62edce31dd304eaa8336831af624dadc 2024-11-20T19:21:54,405 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/table/b2a63137ca0949cc9955226062ecfd80 is 53, key is hbase:replication/table:state/1732130445467/Put/seqid=0 2024-11-20T19:21:54,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741849_1025 (size=5308) 2024-11-20T19:21:54,497 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:21:54,503 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:54,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:54,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:54,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:54,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:54,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:54,703 DEBUG [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:21:54,810 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/table/b2a63137ca0949cc9955226062ecfd80 2024-11-20T19:21:54,815 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/info/50e97bd9188b4105907d5bf34a799960 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/info/50e97bd9188b4105907d5bf34a799960 2024-11-20T19:21:54,819 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/info/50e97bd9188b4105907d5bf34a799960, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:21:54,820 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/ns/70b2c8bf394d4ec4ba68aaf781dc82bc as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/ns/70b2c8bf394d4ec4ba68aaf781dc82bc 2024-11-20T19:21:54,825 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/ns/70b2c8bf394d4ec4ba68aaf781dc82bc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:21:54,826 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/rep_barrier/62edce31dd304eaa8336831af624dadc as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/rep_barrier/62edce31dd304eaa8336831af624dadc 2024-11-20T19:21:54,830 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/rep_barrier/62edce31dd304eaa8336831af624dadc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:21:54,831 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/.tmp/table/b2a63137ca0949cc9955226062ecfd80 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/table/b2a63137ca0949cc9955226062ecfd80 2024-11-20T19:21:54,835 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/table/b2a63137ca0949cc9955226062ecfd80, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:21:54,836 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-20T19:21:54,836 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:21:54,840 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:21:54,841 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:21:54,841 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:21:54,841 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:21:54,841 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130513102Running coprocessor pre-close hooks at 1732130513102Disabling compacts and flushes for region at 1732130513102Disabling writes for close at 1732130513102Obtaining lock to block concurrent updates at 1732130513102Preparing flush snapshotting stores in 1588230740 at 1732130513102Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130513102Flushing stores of hbase:meta,,1.1588230740 at 1732130513103 (+1 ms)Flushing 1588230740/info: creating writer at 1732130513103Flushing 1588230740/info: appending metadata at 1732130513116 (+13 ms)Flushing 1588230740/info: closing flushed file at 1732130513116Flushing 1588230740/ns: creating writer at 1732130513527 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732130513544 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732130513544Flushing 1588230740/rep_barrier: creating writer at 1732130513954 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130513974 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130513974Flushing 1588230740/table: creating writer at 1732130514392 (+418 ms)Flushing 1588230740/table: appending metadata at 1732130514405 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732130514405Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d038b37: reopening flushed file at 1732130514814 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b8e5e6a: reopening flushed file at 1732130514820 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f824e55: reopening flushed file at 1732130514825 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d5ba92e: reopening flushed file at 1732130514830 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1732130514836 (+6 ms)Writing region close event to WAL at 1732130514838 (+2 ms)Running coprocessor post-close hooks at 1732130514841 (+3 ms)Closed at 1732130514841 2024-11-20T19:21:54,841 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:21:54,903 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,41525,1732130431095; all regions closed. 2024-11-20T19:21:54,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:21:54,906 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.meta.1732130434235.meta not finished, retry = 0 2024-11-20T19:21:55,008 DEBUG [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/oldWALs 2024-11-20T19:21:55,008 INFO [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C41525%2C1732130431095.meta:.meta(num 1732130434235) 2024-11-20T19:21:55,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741839_1015 (size=2700) 2024-11-20T19:21:55,011 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/WALs/e14ef07817f4,41525,1732130431095/e14ef07817f4%2C41525%2C1732130431095.rep.1732130445427 not finished, retry = 0 2024-11-20T19:21:55,113 DEBUG [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/oldWALs 2024-11-20T19:21:55,113 INFO [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C41525%2C1732130431095.rep:(num 1732130445427) 2024-11-20T19:21:55,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741832_1008 (size=1300) 2024-11-20T19:21:55,117 DEBUG [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/oldWALs 2024-11-20T19:21:55,117 INFO [RS:0;e14ef07817f4:41525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C41525%2C1732130431095:(num 1732130433316) 2024-11-20T19:21:55,117 DEBUG [RS:0;e14ef07817f4:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:55,117 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:21:55,117 INFO [RS:0;e14ef07817f4:41525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:21:55,117 INFO [RS:0;e14ef07817f4:41525 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:21:55,117 INFO [RS:0;e14ef07817f4:41525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:21:55,117 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:21:55,117 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,41525,1732130431095 because: Region server is closing 2024-11-20T19:21:55,118 INFO [RS:0;e14ef07817f4:41525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:41525. 2024-11-20T19:21:55,118 DEBUG [RS:0;e14ef07817f4:41525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:21:55,118 DEBUG [RS:0;e14ef07817f4:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:55,118 DEBUG [RS:0;e14ef07817f4:41525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:21:55,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:21:55,218 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.wal-reader.e14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:21:55,218 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T19:21:55,218 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,41525,1732130431095.replicationSource.shippere14ef07817f4%2C41525%2C1732130431095,1-e14ef07817f4,41525,1732130431095 terminated 2024-11-20T19:21:55,219 INFO [RS:0;e14ef07817f4:41525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41525 2024-11-20T19:21:55,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017/rs 2024-11-20T19:21:55,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-653830017/rs/e14ef07817f4,41525,1732130431095 2024-11-20T19:21:55,325 INFO [RS:0;e14ef07817f4:41525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:21:55,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,41525,1732130431095] 2024-11-20T19:21:55,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-653830017/draining/e14ef07817f4,41525,1732130431095 already deleted, retry=false 2024-11-20T19:21:55,346 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,41525,1732130431095 expired; onlineServers=0 2024-11-20T19:21:55,346 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,37967,1732130430931' ***** 2024-11-20T19:21:55,346 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:21:55,346 INFO [M:0;e14ef07817f4:37967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:21:55,346 INFO [M:0;e14ef07817f4:37967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:21:55,346 DEBUG [M:0;e14ef07817f4:37967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:21:55,346 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:21:55,346 DEBUG [M:0;e14ef07817f4:37967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:21:55,346 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130433063 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130433063,5,FailOnTimeoutGroup] 2024-11-20T19:21:55,346 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130433063 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130433063,5,FailOnTimeoutGroup] 2024-11-20T19:21:55,346 INFO [M:0;e14ef07817f4:37967 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:21:55,346 INFO [M:0;e14ef07817f4:37967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:21:55,346 DEBUG [M:0;e14ef07817f4:37967 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:21:55,346 INFO [M:0;e14ef07817f4:37967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:21:55,346 INFO [M:0;e14ef07817f4:37967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:21:55,346 INFO [M:0;e14ef07817f4:37967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:21:55,346 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:21:55,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-653830017/master 2024-11-20T19:21:55,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-653830017 2024-11-20T19:21:55,356 DEBUG [M:0;e14ef07817f4:37967 {}] zookeeper.ZKUtil(347): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Unable to get data of znode /0-653830017/master because node does not exist (not an error) 2024-11-20T19:21:55,356 WARN [M:0;e14ef07817f4:37967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:21:55,357 INFO [M:0;e14ef07817f4:37967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/.lastflushedseqids 2024-11-20T19:21:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741850_1026 (size=263) 2024-11-20T19:21:55,435 INFO [RS:0;e14ef07817f4:41525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:21:55,435 INFO [RS:0;e14ef07817f4:41525 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,41525,1732130431095; zookeeper connection closed. 2024-11-20T19:21:55,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:21:55,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41525-0x10159b0d2590001, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:21:55,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f67d0b5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f67d0b5 2024-11-20T19:21:55,436 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:21:55,765 INFO [M:0;e14ef07817f4:37967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:21:55,765 INFO [M:0;e14ef07817f4:37967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:21:55,765 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:21:55,765 INFO [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:21:55,765 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:21:55,765 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:21:55,765 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:21:55,765 INFO [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-20T19:21:55,779 DEBUG [M:0;e14ef07817f4:37967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0536dbaf536b4063b7ed9f790060d6f8 is 82, key is hbase:meta,,1/info:regioninfo/1732130434269/Put/seqid=0 2024-11-20T19:21:55,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741851_1027 (size=5672) 2024-11-20T19:21:56,184 INFO [M:0;e14ef07817f4:37967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0536dbaf536b4063b7ed9f790060d6f8 2024-11-20T19:21:56,201 DEBUG [M:0;e14ef07817f4:37967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66249c17ae84c6b91b10510e3ce694d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130441129/Put/seqid=0 2024-11-20T19:21:56,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741852_1028 (size=7239) 2024-11-20T19:21:56,605 INFO [M:0;e14ef07817f4:37967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66249c17ae84c6b91b10510e3ce694d 2024-11-20T19:21:56,610 INFO [M:0;e14ef07817f4:37967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a66249c17ae84c6b91b10510e3ce694d 2024-11-20T19:21:56,623 DEBUG [M:0;e14ef07817f4:37967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef8c48199123444bbb59817a3835277c is 69, key is e14ef07817f4,41525,1732130431095/rs:state/1732130433154/Put/seqid=0 2024-11-20T19:21:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741853_1029 (size=5156) 2024-11-20T19:21:57,027 INFO [M:0;e14ef07817f4:37967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef8c48199123444bbb59817a3835277c 2024-11-20T19:21:57,032 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0536dbaf536b4063b7ed9f790060d6f8 as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0536dbaf536b4063b7ed9f790060d6f8 2024-11-20T19:21:57,036 INFO [M:0;e14ef07817f4:37967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0536dbaf536b4063b7ed9f790060d6f8, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T19:21:57,037 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a66249c17ae84c6b91b10510e3ce694d as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a66249c17ae84c6b91b10510e3ce694d 2024-11-20T19:21:57,042 INFO [M:0;e14ef07817f4:37967 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a66249c17ae84c6b91b10510e3ce694d 2024-11-20T19:21:57,042 INFO [M:0;e14ef07817f4:37967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a66249c17ae84c6b91b10510e3ce694d, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T19:21:57,043 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ef8c48199123444bbb59817a3835277c as hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef8c48199123444bbb59817a3835277c 2024-11-20T19:21:57,047 INFO [M:0;e14ef07817f4:37967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40535/user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ef8c48199123444bbb59817a3835277c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T19:21:57,048 INFO [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-20T19:21:57,049 INFO [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:21:57,049 DEBUG [M:0;e14ef07817f4:37967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130515765Disabling compacts and flushes for region at 1732130515765Disabling writes for close at 1732130515765Obtaining lock to block concurrent updates at 1732130515765Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130515765Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1732130515766 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130515766Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130515766Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130515779 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130515779Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130516188 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130516201 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130516201Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130516610 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130516623 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130516623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66faa682: reopening flushed file at 1732130517031 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1e8c7b: reopening flushed file at 1732130517036 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738eb974: reopening flushed file at 1732130517042 (+6 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1732130517048 (+6 ms)Writing region close event to WAL at 1732130517049 (+1 ms)Closed at 1732130517049 2024-11-20T19:21:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39233 is added to blk_1073741830_1006 (size=64514) 2024-11-20T19:21:57,053 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c2046fc6-3210-b19a-e5de-b2334e6b92b7/MasterData/WALs/e14ef07817f4,37967,1732130430931/e14ef07817f4%2C37967%2C1732130430931.1732130432828 not finished, retry = 0 2024-11-20T19:21:57,154 INFO [M:0;e14ef07817f4:37967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:21:57,154 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:21:57,154 INFO [M:0;e14ef07817f4:37967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37967 2024-11-20T19:21:57,154 INFO [M:0;e14ef07817f4:37967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:21:57,309 INFO [M:0;e14ef07817f4:37967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:21:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:21:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37967-0x10159b0d2590000, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:21:57,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f7bdbb0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:21:57,345 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f847755{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:21:57,345 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:21:57,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a67819b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:21:57,345 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c950b3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.log.dir/,STOPPED} 2024-11-20T19:21:57,346 WARN [BP-2105157896-172.17.0.3-1732130428616 heartbeating to localhost/127.0.0.1:40535 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:21:57,346 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:21:57,346 WARN [BP-2105157896-172.17.0.3-1732130428616 heartbeating to localhost/127.0.0.1:40535 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2105157896-172.17.0.3-1732130428616 (Datanode Uuid 46d2d39a-b521-47ac-b409-a911f2e65d57) service to localhost/127.0.0.1:40535 2024-11-20T19:21:57,346 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:21:57,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/cluster_bb6541d0-8546-4871-272c-e0ec7c7b433d/data/data1/current/BP-2105157896-172.17.0.3-1732130428616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:21:57,347 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/cluster_bb6541d0-8546-4871-272c-e0ec7c7b433d/data/data2/current/BP-2105157896-172.17.0.3-1732130428616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:21:57,347 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:21:57,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72ef2925{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:21:57,352 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d866e51{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:21:57,353 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:21:57,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60c418b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:21:57,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36cdf3d7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a2a8fc5a-323d-ef9c-1d78-5ba80f2bd9eb/hadoop.log.dir/,STOPPED} 2024-11-20T19:21:57,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:21:57,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:21:57,382 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40535 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58892) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007ff288b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40535 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40535 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58892) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007ff288b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:40535 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=248 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=3362 (was 3130) - AvailableMemoryMB LEAK? - 2024-11-20T19:21:57,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=248, ProcessCount=11, AvailableMemoryMB=3362 2024-11-20T19:21:57,400 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T19:21:57,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.log.dir so I do NOT create it in target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade 2024-11-20T19:21:57,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:21:57,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.tmp.dir so I do NOT create it in target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade 2024-11-20T19:21:57,400 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/a74734cd-e123-3f0d-90d5-cc3c88d7523c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:21:57,400 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade 2024-11-20T19:21:57,400 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/cluster_bf360f4f-1dfe-0b58-ffb9-c99bc3896aa7, deleteOnExit=true 2024-11-20T19:21:57,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/cluster_bf360f4f-1dfe-0b58-ffb9-c99bc3896aa7/zookeeper_0, clientPort=62469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/cluster_bf360f4f-1dfe-0b58-ffb9-c99bc3896aa7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/cluster_bf360f4f-1dfe-0b58-ffb9-c99bc3896aa7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:21:57,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62469 2024-11-20T19:21:57,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:21:57,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/test.cache.data in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:21:57,422 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:21:57,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:21:57,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:21:57,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:21:57,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:21:57,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:21:57,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:21:57,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:21:57,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:21:57,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:21:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159b0d2590002, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:21:57,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159b0d2590005, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:21:57,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159b0d2590005, quorum=127.0.0.1:58892, baseZNode=/1-2064411434 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:21:57,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159b0d2590002, quorum=127.0.0.1:58892, baseZNode=/0-653830017 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:21:57,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:21:57,809 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:21:57,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:21:57,810 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:21:57,810 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:21:57,811 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:21:57,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54288a20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:21:57,812 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2faed23b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:21:57,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@189dc321{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/java.io.tmpdir/jetty-localhost-34865-hadoop-hdfs-3_4_1-tests_jar-_-any-2943161679551202311/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:21:57,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ab93de{HTTP/1.1, (http/1.1)}{localhost:34865} 2024-11-20T19:21:57,906 INFO [Time-limited test {}] server.Server(415): Started @145289ms 2024-11-20T19:21:58,275 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:21:58,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:21:58,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:21:58,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:21:58,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:21:58,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e9ab1b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:21:58,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f77e0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:21:58,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6268c86f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/java.io.tmpdir/jetty-localhost-43553-hadoop-hdfs-3_4_1-tests_jar-_-any-12422667396729478901/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:21:58,379 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@357b9dc3{HTTP/1.1, (http/1.1)}{localhost:43553} 2024-11-20T19:21:58,379 INFO [Time-limited test {}] server.Server(415): Started @145762ms 2024-11-20T19:21:58,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:21:59,024 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/cluster_bf360f4f-1dfe-0b58-ffb9-c99bc3896aa7/data/data2/current/BP-586186911-172.17.0.3-1732130517438/current, will proceed with Du for space computation calculation, 2024-11-20T19:21:59,024 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/cluster_bf360f4f-1dfe-0b58-ffb9-c99bc3896aa7/data/data1/current/BP-586186911-172.17.0.3-1732130517438/current, will proceed with Du for space computation calculation, 2024-11-20T19:21:59,043 WARN [Thread-1273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:21:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10335ef087d453b8 with lease ID 0x6d71bc16139ef60e: Processing first storage report for DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a from datanode DatanodeRegistration(127.0.0.1:46483, datanodeUuid=ba0bed88-72fd-4671-9ec1-461dbdd220c8, infoPort=43215, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=1614459844;c=1732130517438) 2024-11-20T19:21:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10335ef087d453b8 with lease ID 0x6d71bc16139ef60e: from storage DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a node DatanodeRegistration(127.0.0.1:46483, datanodeUuid=ba0bed88-72fd-4671-9ec1-461dbdd220c8, infoPort=43215, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=1614459844;c=1732130517438), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:21:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10335ef087d453b8 with lease ID 0x6d71bc16139ef60e: Processing first storage report for DS-a046427a-cd0c-4587-8b18-c77f70e77dbd from datanode DatanodeRegistration(127.0.0.1:46483, datanodeUuid=ba0bed88-72fd-4671-9ec1-461dbdd220c8, infoPort=43215, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=1614459844;c=1732130517438) 2024-11-20T19:21:59,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10335ef087d453b8 with lease ID 0x6d71bc16139ef60e: from storage DS-a046427a-cd0c-4587-8b18-c77f70e77dbd node DatanodeRegistration(127.0.0.1:46483, datanodeUuid=ba0bed88-72fd-4671-9ec1-461dbdd220c8, infoPort=43215, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=1614459844;c=1732130517438), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:21:59,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade 2024-11-20T19:21:59,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:21:59,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:21:59,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:21:59,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:21:59,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:59,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:59,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:59,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:59,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:21:59,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:21:59,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:21:59,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:21:59,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:21:59,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T19:21:59,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:21:59,508 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:21:59,517 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8 with version=8 2024-11-20T19:21:59,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/hbase-staging 2024-11-20T19:21:59,519 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:21:59,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:21:59,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:21:59,519 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:21:59,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:21:59,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:21:59,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:21:59,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:21:59,520 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36305 2024-11-20T19:21:59,520 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36305 connecting to ZooKeeper ensemble=127.0.0.1:62469 2024-11-20T19:21:59,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:363050x0, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:21:59,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36305-0x10159b22d570000 connected 2024-11-20T19:21:59,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:21:59,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:21:59,695 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/running 2024-11-20T19:21:59,696 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8, hbase.cluster.distributed=false 2024-11-20T19:21:59,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/acl 2024-11-20T19:21:59,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-20T19:21:59,697 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36305 2024-11-20T19:21:59,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36305 2024-11-20T19:21:59,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-20T19:21:59,698 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36305 2024-11-20T19:21:59,711 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:21:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:21:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:21:59,711 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:21:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:21:59,711 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:21:59,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:21:59,711 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:21:59,712 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33981 2024-11-20T19:21:59,713 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33981 connecting to ZooKeeper ensemble=127.0.0.1:62469 2024-11-20T19:21:59,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:21:59,715 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:21:59,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339810x0, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:21:59,725 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:339810x0, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/running 2024-11-20T19:21:59,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33981-0x10159b22d570001 connected 2024-11-20T19:21:59,725 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:21:59,726 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:21:59,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/master 2024-11-20T19:21:59,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/acl 2024-11-20T19:21:59,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-20T19:21:59,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33981 2024-11-20T19:21:59,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33981 2024-11-20T19:21:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-20T19:21:59,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33981 2024-11-20T19:21:59,742 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:36305 2024-11-20T19:21:59,743 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-674538861/backup-masters/e14ef07817f4,36305,1732130519519 2024-11-20T19:21:59,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/backup-masters 2024-11-20T19:21:59,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/backup-masters 2024-11-20T19:21:59,752 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on existing znode=/0-674538861/backup-masters/e14ef07817f4,36305,1732130519519 2024-11-20T19:21:59,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-674538861/master 2024-11-20T19:21:59,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:21:59,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:21:59,762 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on existing znode=/0-674538861/master 2024-11-20T19:21:59,763 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-674538861/backup-masters/e14ef07817f4,36305,1732130519519 from backup master directory 2024-11-20T19:21:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/backup-masters/e14ef07817f4,36305,1732130519519 2024-11-20T19:21:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/backup-masters 2024-11-20T19:21:59,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/backup-masters 2024-11-20T19:21:59,772 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:21:59,772 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,36305,1732130519519 2024-11-20T19:21:59,776 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/hbase.id] with ID: 6e4a96ff-eedc-43ce-a92c-6d107ca11661 2024-11-20T19:21:59,776 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/.tmp/hbase.id 2024-11-20T19:21:59,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:22:00,182 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/.tmp/hbase.id]:[hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/hbase.id] 2024-11-20T19:22:00,192 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:00,192 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:22:00,193 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:22:00,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:00,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:00,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:22:00,653 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:00,653 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:22:00,654 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:22:01,061 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store 2024-11-20T19:22:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:22:01,467 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:01,467 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:01,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:01,467 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:01,467 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:01,467 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:01,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:01,468 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130521467Disabling compacts and flushes for region at 1732130521467Disabling writes for close at 1732130521467Writing region close event to WAL at 1732130521467Closed at 1732130521467 2024-11-20T19:22:01,468 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/.initializing 2024-11-20T19:22:01,468 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519 2024-11-20T19:22:01,469 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:01,471 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C36305%2C1732130519519, suffix=, logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519, archiveDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/oldWALs, maxLogs=10 2024-11-20T19:22:01,484 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519/e14ef07817f4%2C36305%2C1732130519519.1732130521472, exclude list is [], retry=0 2024-11-20T19:22:01,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46483,DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a,DISK] 2024-11-20T19:22:01,489 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519/e14ef07817f4%2C36305%2C1732130519519.1732130521472 2024-11-20T19:22:01,489 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43215:43215)] 2024-11-20T19:22:01,489 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:01,489 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:01,489 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,489 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:22:01,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:01,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:01,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:22:01,493 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:01,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:01,493 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:22:01,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:01,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:01,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:22:01,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:01,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:01,496 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,497 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,497 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,498 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,498 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,498 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:01,499 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:01,501 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:01,501 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64569938, jitterRate=-0.037832945585250854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:01,502 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130521489Initializing all the Stores at 1732130521490 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130521490Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130521490Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130521490Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130521490Cleaning up temporary data from old regions at 1732130521498 (+8 ms)Region opened successfully at 1732130521502 (+4 ms) 2024-11-20T19:22:01,502 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:22:01,504 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@504009a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:01,505 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:22:01,505 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:22:01,505 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:22:01,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:22:01,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:22:01,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:22:01,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:22:01,508 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:22:01,509 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/balancer because node does not exist (not necessarily an error) 2024-11-20T19:22:01,619 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/balancer already deleted, retry=false 2024-11-20T19:22:01,619 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:22:01,620 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:22:01,629 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/normalizer already deleted, retry=false 2024-11-20T19:22:01,630 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:22:01,631 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:22:01,640 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/switch/split already deleted, retry=false 2024-11-20T19:22:01,641 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:22:01,650 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/switch/merge already deleted, retry=false 2024-11-20T19:22:01,652 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:22:01,661 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/snapshot-cleanup already deleted, retry=false 2024-11-20T19:22:01,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-674538861/running 2024-11-20T19:22:01,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-674538861/running 2024-11-20T19:22:01,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:01,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:01,672 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,36305,1732130519519, sessionid=0x10159b22d570000, setting cluster-up flag (Was=false) 2024-11-20T19:22:01,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:01,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:01,724 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-674538861/flush-table-proc/acquired, /0-674538861/flush-table-proc/reached, /0-674538861/flush-table-proc/abort 2024-11-20T19:22:01,725 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,36305,1732130519519 2024-11-20T19:22:01,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:01,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:01,777 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-674538861/online-snapshot/acquired, /0-674538861/online-snapshot/reached, /0-674538861/online-snapshot/abort 2024-11-20T19:22:01,778 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,36305,1732130519519 2024-11-20T19:22:01,780 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:22:01,781 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:01,782 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:22:01,782 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:22:01,782 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,36305,1732130519519 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:22:01,784 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:01,784 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:01,784 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:01,784 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:01,784 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:22:01,784 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,784 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:01,784 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130551785 2024-11-20T19:22:01,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:22:01,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:22:01,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:22:01,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:22:01,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:22:01,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:22:01,785 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,785 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:01,785 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:22:01,786 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:22:01,786 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:22:01,786 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:22:01,786 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:22:01,786 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:22:01,786 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:22:01,786 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130521786,5,FailOnTimeoutGroup] 2024-11-20T19:22:01,786 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130521786,5,FailOnTimeoutGroup] 2024-11-20T19:22:01,786 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:01,786 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,787 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:22:01,787 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,787 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,787 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:22:01,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:22:01,834 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(746): ClusterId : 6e4a96ff-eedc-43ce-a92c-6d107ca11661 2024-11-20T19:22:01,834 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:22:01,846 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:22:01,847 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:22:01,857 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:22:01,857 DEBUG [RS:0;e14ef07817f4:33981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c08892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:01,867 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:33981 2024-11-20T19:22:01,867 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:22:01,867 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:22:01,867 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:22:01,868 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,36305,1732130519519 with port=33981, startcode=1732130519710 2024-11-20T19:22:01,868 DEBUG [RS:0;e14ef07817f4:33981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:22:01,870 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:22:01,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36305 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,33981,1732130519710 2024-11-20T19:22:01,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36305 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,33981,1732130519710 2024-11-20T19:22:01,871 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8 2024-11-20T19:22:01,871 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37349 2024-11-20T19:22:01,871 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:22:01,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/rs 2024-11-20T19:22:01,882 DEBUG [RS:0;e14ef07817f4:33981 {}] zookeeper.ZKUtil(111): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on existing znode=/0-674538861/rs/e14ef07817f4,33981,1732130519710 2024-11-20T19:22:01,882 WARN [RS:0;e14ef07817f4:33981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:01,883 INFO [RS:0;e14ef07817f4:33981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:01,883 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710 2024-11-20T19:22:01,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,33981,1732130519710] 2024-11-20T19:22:01,886 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:22:01,887 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:22:01,888 INFO [RS:0;e14ef07817f4:33981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:22:01,888 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,888 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:22:01,888 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:22:01,888 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:01,889 DEBUG [RS:0;e14ef07817f4:33981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:01,889 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,889 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,889 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,889 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,889 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,889 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33981,1732130519710-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:01,902 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:22:01,902 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33981,1732130519710-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,903 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,903 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.Replication(171): e14ef07817f4,33981,1732130519710 started 2024-11-20T19:22:01,914 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:01,915 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,33981,1732130519710, RpcServer on e14ef07817f4/172.17.0.3:33981, sessionid=0x10159b22d570001 2024-11-20T19:22:01,915 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:22:01,915 DEBUG [RS:0;e14ef07817f4:33981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,33981,1732130519710 2024-11-20T19:22:01,915 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,33981,1732130519710' 2024-11-20T19:22:01,915 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-674538861/flush-table-proc/abort' 2024-11-20T19:22:01,915 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-674538861/flush-table-proc/acquired' 2024-11-20T19:22:01,916 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:22:01,916 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:22:01,916 DEBUG [RS:0;e14ef07817f4:33981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,33981,1732130519710 2024-11-20T19:22:01,916 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,33981,1732130519710' 2024-11-20T19:22:01,916 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-674538861/online-snapshot/abort' 2024-11-20T19:22:01,916 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-674538861/online-snapshot/acquired' 2024-11-20T19:22:01,916 DEBUG [RS:0;e14ef07817f4:33981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:22:01,916 INFO [RS:0;e14ef07817f4:33981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:22:01,916 INFO [RS:0;e14ef07817f4:33981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:22:02,017 INFO [RS:0;e14ef07817f4:33981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:02,018 INFO [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33981%2C1732130519710, suffix=, logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710, archiveDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs, maxLogs=10 2024-11-20T19:22:02,030 DEBUG [RS:0;e14ef07817f4:33981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019, exclude list is [], retry=0 2024-11-20T19:22:02,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46483,DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a,DISK] 2024-11-20T19:22:02,034 INFO [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019 2024-11-20T19:22:02,034 DEBUG [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43215:43215)] 2024-11-20T19:22:02,192 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:22:02,192 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8 2024-11-20T19:22:02,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:22:02,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:02,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:02,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:02,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:02,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:02,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:02,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:02,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:02,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:02,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:02,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:02,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:02,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:02,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:02,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:02,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:02,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:02,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740 2024-11-20T19:22:02,606 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740 2024-11-20T19:22:02,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:02,607 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:02,607 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:02,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:02,610 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:02,610 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66903557, jitterRate=-0.0030593127012252808}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:02,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130522598Initializing all the Stores at 1732130522598Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130522599 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130522599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130522599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130522599Cleaning up temporary data from old regions at 1732130522607 (+8 ms)Region opened successfully at 1732130522611 (+4 ms) 2024-11-20T19:22:02,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:02,611 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:02,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:02,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:22:02,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:02,612 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:02,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130522611Disabling compacts and flushes for region at 1732130522611Disabling writes for close at 1732130522611Writing region close event to WAL at 1732130522612 (+1 ms)Closed at 1732130522612 2024-11-20T19:22:02,613 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:02,613 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:22:02,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:22:02,614 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:02,615 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:22:02,765 DEBUG [e14ef07817f4:36305 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:22:02,766 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,33981,1732130519710 2024-11-20T19:22:02,767 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33981,1732130519710, state=OPENING 2024-11-20T19:22:02,882 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:22:02,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:02,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:02,893 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:02,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:02,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:02,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,33981,1732130519710}] 2024-11-20T19:22:03,046 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:22:03,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:22:03,050 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:22:03,050 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:03,050 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:22:03,051 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33981%2C1732130519710.meta, suffix=.meta, logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710, archiveDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs, maxLogs=10 2024-11-20T19:22:03,064 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.meta.1732130523051.meta, exclude list is [], retry=0 2024-11-20T19:22:03,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46483,DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a,DISK] 2024-11-20T19:22:03,067 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.meta.1732130523051.meta 2024-11-20T19:22:03,068 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43215:43215)] 2024-11-20T19:22:03,068 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:03,068 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:03,068 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:03,068 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:22:03,068 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:22:03,068 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:22:03,068 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:03,069 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:22:03,069 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:22:03,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:03,070 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:03,071 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:03,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:03,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:03,072 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:03,072 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:03,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:03,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:03,073 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:03,073 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:03,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:03,073 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:03,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:03,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:03,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:03,074 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:03,074 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740 2024-11-20T19:22:03,075 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740 2024-11-20T19:22:03,076 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:03,076 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:03,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:03,078 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:03,078 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60400950, jitterRate=-0.09995570778846741}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:03,078 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:22:03,079 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130523069Writing region info on filesystem at 1732130523069Initializing all the Stores at 1732130523069Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130523069Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130523070 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130523070Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130523070Cleaning up temporary data from old regions at 1732130523076 (+6 ms)Running coprocessor post-open hooks at 1732130523078 (+2 ms)Region opened successfully at 1732130523079 (+1 ms) 2024-11-20T19:22:03,079 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130523045 2024-11-20T19:22:03,081 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:22:03,081 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:22:03,081 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,33981,1732130519710 2024-11-20T19:22:03,082 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33981,1732130519710, state=OPEN 2024-11-20T19:22:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-674538861/meta-region-server 2024-11-20T19:22:03,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-674538861/meta-region-server 2024-11-20T19:22:03,202 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,33981,1732130519710 2024-11-20T19:22:03,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:03,202 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:03,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:22:03,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,33981,1732130519710 in 309 msec 2024-11-20T19:22:03,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:22:03,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 591 msec 2024-11-20T19:22:03,207 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:03,207 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:22:03,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:03,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33981,1732130519710, seqNum=-1] 2024-11-20T19:22:03,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:03,209 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:03,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4320 sec 2024-11-20T19:22:03,214 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130523214, completionTime=-1 2024-11-20T19:22:03,214 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:22:03,214 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130583216 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130643216 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36305,1732130519519-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36305,1732130519519-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36305,1732130519519-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:36305, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:03,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:03,217 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:03,218 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:22:03,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.446sec 2024-11-20T19:22:03,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:22:03,220 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:22:03,220 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:22:03,220 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:22:03,220 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:22:03,220 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36305,1732130519519-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:03,220 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36305,1732130519519-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:22:03,222 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:22:03,222 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:22:03,222 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,36305,1732130519519-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:03,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b494c31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:03,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,36305,-1 for getting cluster id 2024-11-20T19:22:03,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:03,236 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e4a96ff-eedc-43ce-a92c-6d107ca11661' 2024-11-20T19:22:03,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e4a96ff-eedc-43ce-a92c-6d107ca11661" 2024-11-20T19:22:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d99feb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,36305,-1] 2024-11-20T19:22:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:03,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:03,238 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:03,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fbb5dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:03,239 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33981,1732130519710, seqNum=-1] 2024-11-20T19:22:03,240 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:03,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:03,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,36305,1732130519519 2024-11-20T19:22:03,243 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62469 2024-11-20T19:22:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:03,316 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b22d570002 connected 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.log.dir so I do NOT create it in target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2 2024-11-20T19:22:03,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.tmp.dir so I do NOT create it in target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2 2024-11-20T19:22:03,402 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:22:03,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/cluster_bcd69f76-c60e-d5c4-8bf0-c41cdba96aea, deleteOnExit=true 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/test.cache.data in system properties and HBase conf 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:22:03,402 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:22:03,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:22:03,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:22:03,759 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:03,763 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:22:03,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:22:03,764 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:22:03,764 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:22:03,765 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:03,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@140683c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:22:03,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c5bd7e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:22:03,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@635ba689{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/java.io.tmpdir/jetty-localhost-46457-hadoop-hdfs-3_4_1-tests_jar-_-any-474372139139806193/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:22:03,862 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@297064e0{HTTP/1.1, (http/1.1)}{localhost:46457} 2024-11-20T19:22:03,862 INFO [Time-limited test {}] server.Server(415): Started @151245ms 2024-11-20T19:22:04,157 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:04,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:22:04,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:22:04,162 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:22:04,162 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:22:04,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@177b6d15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:22:04,163 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2643a040{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:22:04,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6acb63a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/java.io.tmpdir/jetty-localhost-41413-hadoop-hdfs-3_4_1-tests_jar-_-any-5433166378845245419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:22:04,257 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2847ce75{HTTP/1.1, (http/1.1)}{localhost:41413} 2024-11-20T19:22:04,257 INFO [Time-limited test {}] server.Server(415): Started @151640ms 2024-11-20T19:22:04,258 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:22:04,858 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/cluster_bcd69f76-c60e-d5c4-8bf0-c41cdba96aea/data/data2/current/BP-796484409-172.17.0.3-1732130523419/current, will proceed with Du for space computation calculation, 2024-11-20T19:22:04,858 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/cluster_bcd69f76-c60e-d5c4-8bf0-c41cdba96aea/data/data1/current/BP-796484409-172.17.0.3-1732130523419/current, will proceed with Du for space computation calculation, 2024-11-20T19:22:04,872 WARN [Thread-1394 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:22:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa50a4912b111c8ce with lease ID 0xfe6bb5c7aa95ba1: Processing first storage report for DS-3dc87513-fa79-4083-a2d7-63a5271b2a26 from datanode DatanodeRegistration(127.0.0.1:40421, datanodeUuid=0ffaf534-84ec-4439-bb1e-93d5228c6a7c, infoPort=35621, infoSecurePort=0, ipcPort=40569, storageInfo=lv=-57;cid=testClusterID;nsid=1188085738;c=1732130523419) 2024-11-20T19:22:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa50a4912b111c8ce with lease ID 0xfe6bb5c7aa95ba1: from storage DS-3dc87513-fa79-4083-a2d7-63a5271b2a26 node DatanodeRegistration(127.0.0.1:40421, datanodeUuid=0ffaf534-84ec-4439-bb1e-93d5228c6a7c, infoPort=35621, infoSecurePort=0, ipcPort=40569, storageInfo=lv=-57;cid=testClusterID;nsid=1188085738;c=1732130523419), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:22:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa50a4912b111c8ce with lease ID 0xfe6bb5c7aa95ba1: Processing first storage report for DS-4ae05a81-5920-47dd-85e0-7576c2a09469 from datanode DatanodeRegistration(127.0.0.1:40421, datanodeUuid=0ffaf534-84ec-4439-bb1e-93d5228c6a7c, infoPort=35621, infoSecurePort=0, ipcPort=40569, storageInfo=lv=-57;cid=testClusterID;nsid=1188085738;c=1732130523419) 2024-11-20T19:22:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa50a4912b111c8ce with lease ID 0xfe6bb5c7aa95ba1: from storage DS-4ae05a81-5920-47dd-85e0-7576c2a09469 node DatanodeRegistration(127.0.0.1:40421, datanodeUuid=0ffaf534-84ec-4439-bb1e-93d5228c6a7c, infoPort=35621, infoSecurePort=0, ipcPort=40569, storageInfo=lv=-57;cid=testClusterID;nsid=1188085738;c=1732130523419), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:22:04,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2 2024-11-20T19:22:04,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:04,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:04,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:22:05,010 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:22:05,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:05,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:05,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:05,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:05,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:05,292 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4 with version=8 2024-11-20T19:22:05,292 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/hbase-staging 2024-11-20T19:22:05,294 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:22:05,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:05,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:05,294 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:22:05,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:05,294 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:22:05,294 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:22:05,294 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:22:05,295 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38699 2024-11-20T19:22:05,295 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38699 connecting to ZooKeeper ensemble=127.0.0.1:62469 2024-11-20T19:22:05,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386990x0, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:05,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38699-0x10159b22d570003 connected 2024-11-20T19:22:05,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:05,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:05,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on znode that does not yet exist, /11033950683/running 2024-11-20T19:22:05,428 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4, hbase.cluster.distributed=false 2024-11-20T19:22:05,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on znode that does not yet exist, /11033950683/acl 2024-11-20T19:22:05,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-20T19:22:05,429 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38699 2024-11-20T19:22:05,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38699 2024-11-20T19:22:05,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-20T19:22:05,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38699 2024-11-20T19:22:05,448 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:22:05,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:05,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:05,448 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:22:05,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:05,448 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:22:05,448 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:22:05,448 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:22:05,449 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40833 2024-11-20T19:22:05,450 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40833 connecting to ZooKeeper ensemble=127.0.0.1:62469 2024-11-20T19:22:05,450 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:05,452 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:05,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408330x0, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:05,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40833-0x10159b22d570004 connected 2024-11-20T19:22:05,467 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on znode that does not yet exist, /11033950683/running 2024-11-20T19:22:05,467 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:22:05,468 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:22:05,468 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on znode that does not yet exist, /11033950683/master 2024-11-20T19:22:05,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on znode that does not yet exist, /11033950683/acl 2024-11-20T19:22:05,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40833 2024-11-20T19:22:05,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40833 2024-11-20T19:22:05,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40833 2024-11-20T19:22:05,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40833 2024-11-20T19:22:05,471 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40833 2024-11-20T19:22:05,481 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:38699 2024-11-20T19:22:05,483 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11033950683/backup-masters/e14ef07817f4,38699,1732130525294 2024-11-20T19:22:05,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683/backup-masters 2024-11-20T19:22:05,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683/backup-masters 2024-11-20T19:22:05,493 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on existing znode=/11033950683/backup-masters/e14ef07817f4,38699,1732130525294 2024-11-20T19:22:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11033950683/master 2024-11-20T19:22:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:05,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:05,503 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on existing znode=/11033950683/master 2024-11-20T19:22:05,503 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11033950683/backup-masters/e14ef07817f4,38699,1732130525294 from backup master directory 2024-11-20T19:22:05,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033950683/backup-masters/e14ef07817f4,38699,1732130525294 2024-11-20T19:22:05,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683/backup-masters 2024-11-20T19:22:05,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683/backup-masters 2024-11-20T19:22:05,513 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:05,513 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,38699,1732130525294 2024-11-20T19:22:05,517 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/hbase.id] with ID: eccde1b3-6c7e-469b-91cc-0639aaa752c3 2024-11-20T19:22:05,517 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/.tmp/hbase.id 2024-11-20T19:22:05,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:22:05,921 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/.tmp/hbase.id]:[hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/hbase.id] 2024-11-20T19:22:05,931 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:05,931 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:22:05,932 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:22:05,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:05,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:05,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:22:06,389 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:06,389 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:22:06,389 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:06,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:22:06,796 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store 2024-11-20T19:22:06,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:22:07,202 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:07,202 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:07,202 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:07,202 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:07,202 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:07,202 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:07,202 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:07,202 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130527202Disabling compacts and flushes for region at 1732130527202Disabling writes for close at 1732130527202Writing region close event to WAL at 1732130527202Closed at 1732130527202 2024-11-20T19:22:07,203 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/.initializing 2024-11-20T19:22:07,203 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/WALs/e14ef07817f4,38699,1732130525294 2024-11-20T19:22:07,204 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:07,205 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C38699%2C1732130525294, suffix=, logDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/WALs/e14ef07817f4,38699,1732130525294, archiveDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/oldWALs, maxLogs=10 2024-11-20T19:22:07,217 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/WALs/e14ef07817f4,38699,1732130525294/e14ef07817f4%2C38699%2C1732130525294.1732130527205, exclude list is [], retry=0 2024-11-20T19:22:07,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40421,DS-3dc87513-fa79-4083-a2d7-63a5271b2a26,DISK] 2024-11-20T19:22:07,221 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/WALs/e14ef07817f4,38699,1732130525294/e14ef07817f4%2C38699%2C1732130525294.1732130527205 2024-11-20T19:22:07,221 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35621:35621)] 2024-11-20T19:22:07,221 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:07,221 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:07,221 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,221 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:22:07,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:07,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:07,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:22:07,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:07,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:07,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:22:07,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:07,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:07,227 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:22:07,228 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:07,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:07,228 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,229 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,229 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,230 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,230 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,230 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:07,231 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:07,233 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:07,234 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72755135, jitterRate=0.0841359943151474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:07,234 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130527221Initializing all the Stores at 1732130527222 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130527222Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130527222Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130527222Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130527222Cleaning up temporary data from old regions at 1732130527230 (+8 ms)Region opened successfully at 1732130527234 (+4 ms) 2024-11-20T19:22:07,234 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:22:07,236 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8d2de1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:07,237 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:22:07,237 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:22:07,237 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:22:07,237 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:22:07,238 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:22:07,238 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:22:07,238 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:22:07,240 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:22:07,241 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Unable to get data of znode /11033950683/balancer because node does not exist (not necessarily an error) 2024-11-20T19:22:07,303 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033950683/balancer already deleted, retry=false 2024-11-20T19:22:07,303 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:22:07,304 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Unable to get data of znode /11033950683/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:22:07,313 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033950683/normalizer already deleted, retry=false 2024-11-20T19:22:07,313 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:22:07,314 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Unable to get data of znode /11033950683/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:22:07,324 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033950683/switch/split already deleted, retry=false 2024-11-20T19:22:07,324 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Unable to get data of znode /11033950683/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:22:07,334 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033950683/switch/merge already deleted, retry=false 2024-11-20T19:22:07,336 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Unable to get data of znode /11033950683/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:22:07,345 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11033950683/snapshot-cleanup already deleted, retry=false 2024-11-20T19:22:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11033950683/running 2024-11-20T19:22:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11033950683/running 2024-11-20T19:22:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:07,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:07,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,38699,1732130525294, sessionid=0x10159b22d570003, setting cluster-up flag (Was=false) 2024-11-20T19:22:07,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:07,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:07,408 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11033950683/flush-table-proc/acquired, /11033950683/flush-table-proc/reached, /11033950683/flush-table-proc/abort 2024-11-20T19:22:07,409 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,38699,1732130525294 2024-11-20T19:22:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:07,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:07,461 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11033950683/online-snapshot/acquired, /11033950683/online-snapshot/reached, /11033950683/online-snapshot/abort 2024-11-20T19:22:07,462 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,38699,1732130525294 2024-11-20T19:22:07,463 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:22:07,464 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:07,464 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:22:07,464 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:22:07,465 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,38699,1732130525294 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:22:07,466 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:07,466 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:07,466 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:07,466 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:07,466 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:22:07,466 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,466 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:07,466 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130557467 2024-11-20T19:22:07,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:22:07,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:22:07,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:22:07,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:22:07,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:22:07,467 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:22:07,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:07,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:22:07,468 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,468 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:22:07,468 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:22:07,468 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:22:07,468 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:22:07,468 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:22:07,468 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:22:07,468 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:07,469 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130527468,5,FailOnTimeoutGroup] 2024-11-20T19:22:07,469 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:22:07,469 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130527469,5,FailOnTimeoutGroup] 2024-11-20T19:22:07,469 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,469 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:22:07,469 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,469 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:22:07,473 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(746): ClusterId : eccde1b3-6c7e-469b-91cc-0639aaa752c3 2024-11-20T19:22:07,474 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:22:07,482 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:22:07,482 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:22:07,493 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:22:07,493 DEBUG [RS:0;e14ef07817f4:40833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66145c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:07,503 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:40833 2024-11-20T19:22:07,503 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:22:07,503 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:22:07,503 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:22:07,504 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,38699,1732130525294 with port=40833, startcode=1732130525448 2024-11-20T19:22:07,504 DEBUG [RS:0;e14ef07817f4:40833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:22:07,505 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:22:07,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,40833,1732130525448 2024-11-20T19:22:07,506 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38699 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,40833,1732130525448 2024-11-20T19:22:07,507 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4 2024-11-20T19:22:07,507 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36177 2024-11-20T19:22:07,507 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:22:07,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683/rs 2024-11-20T19:22:07,573 DEBUG [RS:0;e14ef07817f4:40833 {}] zookeeper.ZKUtil(111): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on existing znode=/11033950683/rs/e14ef07817f4,40833,1732130525448 2024-11-20T19:22:07,574 WARN [RS:0;e14ef07817f4:40833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:07,574 INFO [RS:0;e14ef07817f4:40833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:07,574 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,40833,1732130525448] 2024-11-20T19:22:07,574 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/WALs/e14ef07817f4,40833,1732130525448 2024-11-20T19:22:07,577 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:22:07,578 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:22:07,578 INFO [RS:0;e14ef07817f4:40833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:22:07,578 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,578 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:22:07,579 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:22:07,579 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:07,579 DEBUG [RS:0;e14ef07817f4:40833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:07,580 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,580 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,580 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,580 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,580 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,580 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40833,1732130525448-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:07,593 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:22:07,593 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40833,1732130525448-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,594 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,594 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.Replication(171): e14ef07817f4,40833,1732130525448 started 2024-11-20T19:22:07,606 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:07,606 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,40833,1732130525448, RpcServer on e14ef07817f4/172.17.0.3:40833, sessionid=0x10159b22d570004 2024-11-20T19:22:07,606 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:22:07,606 DEBUG [RS:0;e14ef07817f4:40833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,40833,1732130525448 2024-11-20T19:22:07,606 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,40833,1732130525448' 2024-11-20T19:22:07,606 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11033950683/flush-table-proc/abort' 2024-11-20T19:22:07,607 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11033950683/flush-table-proc/acquired' 2024-11-20T19:22:07,607 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:22:07,607 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:22:07,607 DEBUG [RS:0;e14ef07817f4:40833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,40833,1732130525448 2024-11-20T19:22:07,607 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,40833,1732130525448' 2024-11-20T19:22:07,607 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11033950683/online-snapshot/abort' 2024-11-20T19:22:07,608 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11033950683/online-snapshot/acquired' 2024-11-20T19:22:07,608 DEBUG [RS:0;e14ef07817f4:40833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:22:07,608 INFO [RS:0;e14ef07817f4:40833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:22:07,608 INFO [RS:0;e14ef07817f4:40833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:22:07,708 INFO [RS:0;e14ef07817f4:40833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:07,710 INFO [RS:0;e14ef07817f4:40833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C40833%2C1732130525448, suffix=, logDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/WALs/e14ef07817f4,40833,1732130525448, archiveDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/oldWALs, maxLogs=10 2024-11-20T19:22:07,722 DEBUG [RS:0;e14ef07817f4:40833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/WALs/e14ef07817f4,40833,1732130525448/e14ef07817f4%2C40833%2C1732130525448.1732130527710, exclude list is [], retry=0 2024-11-20T19:22:07,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40421,DS-3dc87513-fa79-4083-a2d7-63a5271b2a26,DISK] 2024-11-20T19:22:07,726 INFO [RS:0;e14ef07817f4:40833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/WALs/e14ef07817f4,40833,1732130525448/e14ef07817f4%2C40833%2C1732130525448.1732130527710 2024-11-20T19:22:07,726 DEBUG [RS:0;e14ef07817f4:40833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35621:35621)] 2024-11-20T19:22:07,874 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:22:07,874 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4 2024-11-20T19:22:07,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:22:07,886 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:22:08,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:08,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:08,281 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:08,281 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:08,282 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:08,283 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:08,283 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:08,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:08,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:08,284 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:08,284 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:08,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:08,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:08,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:08,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:08,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:08,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:08,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740 2024-11-20T19:22:08,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740 2024-11-20T19:22:08,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:08,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:08,288 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:08,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:08,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:08,291 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60173663, jitterRate=-0.10334254801273346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:08,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130528279Initializing all the Stores at 1732130528280 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130528280Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130528280Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130528280Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130528280Cleaning up temporary data from old regions at 1732130528288 (+8 ms)Region opened successfully at 1732130528291 (+3 ms) 2024-11-20T19:22:08,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:08,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:08,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:08,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:22:08,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:08,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:08,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130528291Disabling compacts and flushes for region at 1732130528291Disabling writes for close at 1732130528292 (+1 ms)Writing region close event to WAL at 1732130528292Closed at 1732130528292 2024-11-20T19:22:08,293 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:08,293 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:22:08,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:22:08,294 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:08,295 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:22:08,445 DEBUG [e14ef07817f4:38699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:22:08,446 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,40833,1732130525448 2024-11-20T19:22:08,446 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,40833,1732130525448, state=OPENING 2024-11-20T19:22:08,551 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:22:08,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:08,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:08,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:08,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11033950683/meta-region-server: CHANGED 2024-11-20T19:22:08,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,40833,1732130525448}] 2024-11-20T19:22:08,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11033950683/meta-region-server: CHANGED 2024-11-20T19:22:08,841 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:22:08,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:22:08,845 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:22:08,845 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:08,845 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:22:08,846 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C40833%2C1732130525448.meta, suffix=.meta, logDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/WALs/e14ef07817f4,40833,1732130525448, archiveDir=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/oldWALs, maxLogs=10 2024-11-20T19:22:08,858 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/WALs/e14ef07817f4,40833,1732130525448/e14ef07817f4%2C40833%2C1732130525448.meta.1732130528847.meta, exclude list is [], retry=0 2024-11-20T19:22:08,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40421,DS-3dc87513-fa79-4083-a2d7-63a5271b2a26,DISK] 2024-11-20T19:22:08,861 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/WALs/e14ef07817f4,40833,1732130525448/e14ef07817f4%2C40833%2C1732130525448.meta.1732130528847.meta 2024-11-20T19:22:08,862 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35621:35621)] 2024-11-20T19:22:08,862 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:08,862 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:08,862 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:08,862 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:22:08,862 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:22:08,862 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:22:08,862 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:08,862 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:22:08,862 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:22:08,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:08,864 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:08,864 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:08,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:08,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:08,865 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:08,865 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:08,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:08,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:08,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:08,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:08,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:08,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:08,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:08,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:08,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:08,868 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:08,868 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740 2024-11-20T19:22:08,869 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740 2024-11-20T19:22:08,870 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:08,870 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:08,871 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:08,872 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:08,872 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62833491, jitterRate=-0.06370802223682404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:08,872 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:22:08,872 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130528863Writing region info on filesystem at 1732130528863Initializing all the Stores at 1732130528863Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130528863Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130528863Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130528863Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130528863Cleaning up temporary data from old regions at 1732130528870 (+7 ms)Running coprocessor post-open hooks at 1732130528872 (+2 ms)Region opened successfully at 1732130528872 2024-11-20T19:22:08,873 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130528840 2024-11-20T19:22:08,875 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:22:08,875 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:22:08,875 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40833,1732130525448 2024-11-20T19:22:08,876 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,40833,1732130525448, state=OPEN 2024-11-20T19:22:08,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11033950683/meta-region-server 2024-11-20T19:22:08,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11033950683/meta-region-server 2024-11-20T19:22:08,963 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,40833,1732130525448 2024-11-20T19:22:08,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11033950683/meta-region-server: CHANGED 2024-11-20T19:22:08,963 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11033950683/meta-region-server: CHANGED 2024-11-20T19:22:08,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:22:08,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,40833,1732130525448 in 275 msec 2024-11-20T19:22:08,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:22:08,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 672 msec 2024-11-20T19:22:08,968 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:08,968 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:22:08,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:08,969 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40833,1732130525448, seqNum=-1] 2024-11-20T19:22:08,969 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:08,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35203, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:08,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5100 sec 2024-11-20T19:22:08,974 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130528974, completionTime=-1 2024-11-20T19:22:08,974 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:22:08,974 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130588976 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130648976 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38699,1732130525294-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38699,1732130525294-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38699,1732130525294-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:38699, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:08,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:08,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:08,978 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:22:08,979 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.466sec 2024-11-20T19:22:08,979 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:22:08,979 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:22:08,979 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:22:08,979 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:22:08,979 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:22:08,980 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38699,1732130525294-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:08,980 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38699,1732130525294-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:22:08,982 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:22:08,982 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:22:08,982 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38699,1732130525294-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:09,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc8be51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,075 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38699,-1 for getting cluster id 2024-11-20T19:22:09,075 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:09,076 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eccde1b3-6c7e-469b-91cc-0639aaa752c3' 2024-11-20T19:22:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eccde1b3-6c7e-469b-91cc-0639aaa752c3" 2024-11-20T19:22:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d308cb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,076 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38699,-1] 2024-11-20T19:22:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:09,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:09,077 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:09,078 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e318de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40833,1732130525448, seqNum=-1] 2024-11-20T19:22:09,079 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:09,080 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:09,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,38699,1732130525294 2024-11-20T19:22:09,082 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62469 2024-11-20T19:22:09,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:09,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159b22d570005 connected 2024-11-20T19:22:09,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a8939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,36305,-1 for getting cluster id 2024-11-20T19:22:09,122 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:09,123 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e4a96ff-eedc-43ce-a92c-6d107ca11661' 2024-11-20T19:22:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e4a96ff-eedc-43ce-a92c-6d107ca11661" 2024-11-20T19:22:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f95a647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,36305,-1] 2024-11-20T19:22:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:09,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:09,124 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:09,125 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0d0061, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,125 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,36305,1732130519519 2024-11-20T19:22:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10a166b3 2024-11-20T19:22:09,126 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:09,127 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:09,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:38699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:22:09,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:22:09,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:09,130 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:38699' 2024-11-20T19:22:09,131 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e39089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,131 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38699,-1 for getting cluster id 2024-11-20T19:22:09,131 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:09,132 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eccde1b3-6c7e-469b-91cc-0639aaa752c3' 2024-11-20T19:22:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eccde1b3-6c7e-469b-91cc-0639aaa752c3" 2024-11-20T19:22:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205dfc1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38699,-1] 2024-11-20T19:22:09,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:09,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:09,133 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:09,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5895c57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:09,134 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:09,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38699,1732130525294 2024-11-20T19:22:09,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@399e468b 2024-11-20T19:22:09,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:09,136 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:09,136 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T19:22:09,136 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:22:09,136 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:09,137 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:09,137 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:09,137 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:09,138 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:22:09,139 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:22:09,140 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:09,141 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:22:09,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741835_1011 (size=1138) 2024-11-20T19:22:09,188 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:22:09,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:09,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:22:09,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:22:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T19:22:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:22:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:22:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:22:09,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:09,548 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c08b83fbb80f9469f2b7be6c4a03ecb0, NAME => 'hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8 2024-11-20T19:22:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741836_1012 (size=44) 2024-11-20T19:22:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:09,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:09,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c08b83fbb80f9469f2b7be6c4a03ecb0, disabling compactions & flushes 2024-11-20T19:22:09,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:09,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:09,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. after waiting 0 ms 2024-11-20T19:22:09,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:09,953 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:09,953 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c08b83fbb80f9469f2b7be6c4a03ecb0: Waiting for close lock at 1732130529953Disabling compacts and flushes for region at 1732130529953Disabling writes for close at 1732130529953Writing region close event to WAL at 1732130529953Closed at 1732130529953 2024-11-20T19:22:09,954 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:22:09,955 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130529954"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130529954"}]},"ts":"1732130529954"} 2024-11-20T19:22:09,956 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:22:09,957 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:22:09,958 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130529957"}]},"ts":"1732130529957"} 2024-11-20T19:22:09,959 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:22:09,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN}] 2024-11-20T19:22:09,960 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN 2024-11-20T19:22:09,961 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN; state=OFFLINE, location=e14ef07817f4,33981,1732130519710; forceNewPlan=false, retain=false 2024-11-20T19:22:10,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c08b83fbb80f9469f2b7be6c4a03ecb0, regionState=OPENING, regionLocation=e14ef07817f4,33981,1732130519710 2024-11-20T19:22:10,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN because future has completed 2024-11-20T19:22:10,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c08b83fbb80f9469f2b7be6c4a03ecb0, server=e14ef07817f4,33981,1732130519710}] 2024-11-20T19:22:10,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:10,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:10,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:22:10,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:10,271 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33981%2C1732130519710.rep, suffix=, logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710, archiveDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs, maxLogs=10 2024-11-20T19:22:10,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.rep.1732130530272, exclude list is [], retry=0 2024-11-20T19:22:10,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46483,DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a,DISK] 2024-11-20T19:22:10,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.rep.1732130530272 2024-11-20T19:22:10,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43215:43215)] 2024-11-20T19:22:10,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => c08b83fbb80f9469f2b7be6c4a03ecb0, NAME => 'hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:10,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:10,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:10,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. service=MultiRowMutationService 2024-11-20T19:22:10,288 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:22:10,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:10,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,288 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,290 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,291 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c08b83fbb80f9469f2b7be6c4a03ecb0 columnFamilyName hfileref 2024-11-20T19:22:10,291 DEBUG [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:10,291 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(327): Store=c08b83fbb80f9469f2b7be6c4a03ecb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:10,291 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,292 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c08b83fbb80f9469f2b7be6c4a03ecb0 columnFamilyName queue 2024-11-20T19:22:10,292 DEBUG [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:10,293 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(327): Store=c08b83fbb80f9469f2b7be6c4a03ecb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:10,293 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,294 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c08b83fbb80f9469f2b7be6c4a03ecb0 columnFamilyName sid 2024-11-20T19:22:10,294 DEBUG [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:10,294 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(327): Store=c08b83fbb80f9469f2b7be6c4a03ecb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:10,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,295 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:22:10,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:10,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened c08b83fbb80f9469f2b7be6c4a03ecb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60062712, jitterRate=-0.10499584674835205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:22:10,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:10,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for c08b83fbb80f9469f2b7be6c4a03ecb0: Running coprocessor pre-open hook at 1732130530288Writing region info on filesystem at 1732130530288Initializing all the Stores at 1732130530289 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130530289Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130530289Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130530289Cleaning up temporary data from old regions at 1732130530296 (+7 ms)Running coprocessor post-open hooks at 1732130530301 (+5 ms)Region opened successfully at 1732130530301 2024-11-20T19:22:10,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0., pid=7, masterSystemTime=1732130530266 2024-11-20T19:22:10,304 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:10,304 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:10,304 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=c08b83fbb80f9469f2b7be6c4a03ecb0, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,33981,1732130519710 2024-11-20T19:22:10,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure c08b83fbb80f9469f2b7be6c4a03ecb0, server=e14ef07817f4,33981,1732130519710 because future has completed 2024-11-20T19:22:10,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T19:22:10,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure c08b83fbb80f9469f2b7be6c4a03ecb0, server=e14ef07817f4,33981,1732130519710 in 193 msec 2024-11-20T19:22:10,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:22:10,311 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN in 350 msec 2024-11-20T19:22:10,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:22:10,312 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130530311"}]},"ts":"1732130530311"} 2024-11-20T19:22:10,313 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:22:10,315 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:22:10,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-20T19:22:10,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0., hostname=e14ef07817f4,33981,1732130519710, seqNum=2] 2024-11-20T19:22:10,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:10,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:10,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:22:10,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T19:22:10,604 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:22:10,631 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,33981,1732130519710, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:22:10,631 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:10,631 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33981,1732130519710, seqNum=-1] 2024-11-20T19:22:10,631 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:10,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41365, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T19:22:10,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,33981,1732130519710', locateType=CURRENT is [region=hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0., hostname=e14ef07817f4,33981,1732130519710, seqNum=2] 2024-11-20T19:22:10,636 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T19:22:10,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T19:22:10,638 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,33981,1732130519710 suceeded 2024-11-20T19:22:10,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T19:22:10,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T19:22:10,640 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:38699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:22:10,641 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5130 sec 2024-11-20T19:22:10,650 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:38699' 2024-11-20T19:22:10,651 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@387d118c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:10,651 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38699,-1 for getting cluster id 2024-11-20T19:22:10,651 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:10,652 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eccde1b3-6c7e-469b-91cc-0639aaa752c3' 2024-11-20T19:22:10,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:10,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eccde1b3-6c7e-469b-91cc-0639aaa752c3" 2024-11-20T19:22:10,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4352757e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:10,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38699,-1] 2024-11-20T19:22:10,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:10,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:10,653 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:10,654 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5867f4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:10,654 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:10,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38699,1732130525294 2024-11-20T19:22:10,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53e75352 2024-11-20T19:22:10,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:10,656 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T19:22:10,656 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,33981,1732130519710 (queues=1) is replicating from cluster=6e4a96ff-eedc-43ce-a92c-6d107ca11661 to cluster=eccde1b3-6c7e-469b-91cc-0639aaa752c3 2024-11-20T19:22:10,657 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C33981%2C1732130519710 2024-11-20T19:22:10,657 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,33981,1732130519710, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:22:10,657 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.shippere14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C33981%2C1732130519710 2024-11-20T19:22:10,657 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.wal-reader.e14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019, startPosition=0, beingWritten=true 2024-11-20T19:22:10,862 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.wal-reader.e14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019 to pos 0, reset compression=false 2024-11-20T19:22:11,166 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.wal-reader.e14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019 to pos 0, reset compression=false 2024-11-20T19:22:11,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:11,281 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:22:11,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:11,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:11,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:11,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:11,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:11,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,36305,1732130519519 2024-11-20T19:22:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ed3df16 2024-11-20T19:22:11,282 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:11,283 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:11,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36305 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T19:22:11,283 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:11,283 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:11,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:11,284 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:11,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:11,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:22:11,284 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2087139465, stopped=false 2024-11-20T19:22:11,284 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,36305,1732130519519 2024-11-20T19:22:11,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/running 2024-11-20T19:22:11,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/running 2024-11-20T19:22:11,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:11,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:11,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:11,334 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:11,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:11,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:11,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/running 2024-11-20T19:22:11,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,33981,1732130519710' ***** 2024-11-20T19:22:11,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:22:11,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/running 2024-11-20T19:22:11,335 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:22:11,335 INFO [RS:0;e14ef07817f4:33981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:22:11,335 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:22:11,335 INFO [RS:0;e14ef07817f4:33981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:22:11,335 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(3091): Received CLOSE for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:11,336 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,33981,1732130519710 2024-11-20T19:22:11,336 INFO [RS:0;e14ef07817f4:33981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:11,336 INFO [RS:0;e14ef07817f4:33981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33981. 2024-11-20T19:22:11,336 DEBUG [RS:0;e14ef07817f4:33981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:11,336 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c08b83fbb80f9469f2b7be6c4a03ecb0, disabling compactions & flushes 2024-11-20T19:22:11,336 DEBUG [RS:0;e14ef07817f4:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:11,336 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:11,336 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:11,336 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:22:11,336 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. after waiting 0 ms 2024-11-20T19:22:11,336 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:22:11,336 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:11,336 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:22:11,336 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:22:11,336 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c08b83fbb80f9469f2b7be6c4a03ecb0 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T19:22:11,336 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:22:11,336 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c08b83fbb80f9469f2b7be6c4a03ecb0=hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.} 2024-11-20T19:22:11,336 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:11,336 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:11,336 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:11,336 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:11,336 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:22:11,336 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:11,337 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T19:22:11,356 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/.tmp/queue/7b3307185b0744bc80ca96835cfb7299 is 151, key is 1-e14ef07817f4,33981,1732130519710/queue:e14ef07817f4%2C33981%2C1732130519710/1732130530635/Put/seqid=0 2024-11-20T19:22:11,356 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/info/c2cbc584c6d445e1b68020f08c8830e4 is 147, key is hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0./info:regioninfo/1732130530304/Put/seqid=0 2024-11-20T19:22:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741838_1014 (size=6631) 2024-11-20T19:22:11,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741839_1015 (size=5350) 2024-11-20T19:22:11,397 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:11,536 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:11,572 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.wal-reader.e14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019 to pos 0, reset compression=false 2024-11-20T19:22:11,737 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:11,762 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/.tmp/queue/7b3307185b0744bc80ca96835cfb7299 2024-11-20T19:22:11,762 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/info/c2cbc584c6d445e1b68020f08c8830e4 2024-11-20T19:22:11,767 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/.tmp/queue/7b3307185b0744bc80ca96835cfb7299 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/queue/7b3307185b0744bc80ca96835cfb7299 2024-11-20T19:22:11,772 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/queue/7b3307185b0744bc80ca96835cfb7299, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T19:22:11,773 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c08b83fbb80f9469f2b7be6c4a03ecb0 in 437ms, sequenceid=5, compaction requested=false 2024-11-20T19:22:11,773 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:22:11,777 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:22:11,777 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:11,777 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:11,777 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:11,777 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c08b83fbb80f9469f2b7be6c4a03ecb0: Waiting for close lock at 1732130531336Running coprocessor pre-close hooks at 1732130531336Disabling compacts and flushes for region at 1732130531336Disabling writes for close at 1732130531336Obtaining lock to block concurrent updates at 1732130531336Preparing flush snapshotting stores in c08b83fbb80f9469f2b7be6c4a03ecb0 at 1732130531336Finished memstore snapshotting hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732130531336Flushing stores of hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. at 1732130531337 (+1 ms)Flushing c08b83fbb80f9469f2b7be6c4a03ecb0/queue: creating writer at 1732130531337Flushing c08b83fbb80f9469f2b7be6c4a03ecb0/queue: appending metadata at 1732130531355 (+18 ms)Flushing c08b83fbb80f9469f2b7be6c4a03ecb0/queue: closing flushed file at 1732130531355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21682211: reopening flushed file at 1732130531767 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for c08b83fbb80f9469f2b7be6c4a03ecb0 in 437ms, sequenceid=5, compaction requested=false at 1732130531773 (+6 ms)Writing region close event to WAL at 1732130531774 (+1 ms)Running coprocessor post-close hooks at 1732130531777 (+3 ms)Closed at 1732130531777 2024-11-20T19:22:11,777 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:11,781 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/ns/04baae1ea0a14041b8d182cf90d986cb is 43, key is default/ns:d/1732130523210/Put/seqid=0 2024-11-20T19:22:11,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741840_1016 (size=5153) 2024-11-20T19:22:11,920 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:22:11,920 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:22:11,937 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:12,076 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.wal-reader.e14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019 to pos 0, reset compression=false 2024-11-20T19:22:12,137 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:12,185 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/ns/04baae1ea0a14041b8d182cf90d986cb 2024-11-20T19:22:12,203 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/table/40952c33ff994c398290f0ca67835788 is 53, key is hbase:replication/table:state/1732130530311/Put/seqid=0 2024-11-20T19:22:12,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741841_1017 (size=5256) 2024-11-20T19:22:12,337 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:22:12,337 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:22:12,337 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:12,537 DEBUG [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:12,607 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/table/40952c33ff994c398290f0ca67835788 2024-11-20T19:22:12,659 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/info/c2cbc584c6d445e1b68020f08c8830e4 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/info/c2cbc584c6d445e1b68020f08c8830e4 2024-11-20T19:22:12,664 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/info/c2cbc584c6d445e1b68020f08c8830e4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T19:22:12,665 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/ns/04baae1ea0a14041b8d182cf90d986cb as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/ns/04baae1ea0a14041b8d182cf90d986cb 2024-11-20T19:22:12,670 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/ns/04baae1ea0a14041b8d182cf90d986cb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:22:12,671 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/table/40952c33ff994c398290f0ca67835788 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/table/40952c33ff994c398290f0ca67835788 2024-11-20T19:22:12,675 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/table/40952c33ff994c398290f0ca67835788, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T19:22:12,676 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false 2024-11-20T19:22:12,680 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.wal-reader.e14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019 to pos 0, reset compression=false 2024-11-20T19:22:12,680 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T19:22:12,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:12,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:12,681 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:12,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130531336Running coprocessor pre-close hooks at 1732130531336Disabling compacts and flushes for region at 1732130531336Disabling writes for close at 1732130531336Obtaining lock to block concurrent updates at 1732130531337 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732130531337Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732130531337Flushing stores of hbase:meta,,1.1588230740 at 1732130531337Flushing 1588230740/info: creating writer at 1732130531337Flushing 1588230740/info: appending metadata at 1732130531355 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732130531355Flushing 1588230740/ns: creating writer at 1732130531767 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732130531781 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732130531781Flushing 1588230740/table: creating writer at 1732130532190 (+409 ms)Flushing 1588230740/table: appending metadata at 1732130532202 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732130532202Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e2592d: reopening flushed file at 1732130532658 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e885c5: reopening flushed file at 1732130532664 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@265b0763: reopening flushed file at 1732130532670 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1340ms, sequenceid=11, compaction requested=false at 1732130532676 (+6 ms)Writing region close event to WAL at 1732130532677 (+1 ms)Running coprocessor post-close hooks at 1732130532681 (+4 ms)Closed at 1732130532681 2024-11-20T19:22:12,681 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:12,738 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,33981,1732130519710; all regions closed. 2024-11-20T19:22:12,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741834_1010 (size=2742) 2024-11-20T19:22:12,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.meta.1732130523051.meta not finished, retry = 0 2024-11-20T19:22:12,843 DEBUG [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs 2024-11-20T19:22:12,843 INFO [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C33981%2C1732130519710.meta:.meta(num 1732130523051) 2024-11-20T19:22:12,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741837_1013 (size=1586) 2024-11-20T19:22:12,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.rep.1732130530272 not finished, retry = 0 2024-11-20T19:22:12,947 DEBUG [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs 2024-11-20T19:22:12,947 INFO [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C33981%2C1732130519710.rep:(num 1732130530272) 2024-11-20T19:22:12,950 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710/e14ef07817f4%2C33981%2C1732130519710.1732130522019 not finished, retry = 0 2024-11-20T19:22:12,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741832_1008 (size=93) 2024-11-20T19:22:13,052 DEBUG [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs 2024-11-20T19:22:13,052 INFO [RS:0;e14ef07817f4:33981 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C33981%2C1732130519710:(num 1732130522019) 2024-11-20T19:22:13,052 DEBUG [RS:0;e14ef07817f4:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:13,052 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:13,052 INFO [RS:0;e14ef07817f4:33981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:13,052 INFO [RS:0;e14ef07817f4:33981 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:13,053 INFO [RS:0;e14ef07817f4:33981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:13,053 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:13,053 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,33981,1732130519710 because: Region server is closing 2024-11-20T19:22:13,053 INFO [RS:0;e14ef07817f4:33981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33981. 2024-11-20T19:22:13,053 DEBUG [RS:0;e14ef07817f4:33981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:13,053 DEBUG [RS:0;e14ef07817f4:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:13,053 DEBUG [RS:0;e14ef07817f4:33981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:13,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:13,154 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.wal-reader.e14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:22:13,154 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.shippere14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T19:22:13,154 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33981,1732130519710.replicationSource.shippere14ef07817f4%2C33981%2C1732130519710,1-e14ef07817f4,33981,1732130519710 terminated 2024-11-20T19:22:13,154 INFO [RS:0;e14ef07817f4:33981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33981 2024-11-20T19:22:13,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/rs 2024-11-20T19:22:13,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/rs/e14ef07817f4,33981,1732130519710 2024-11-20T19:22:13,208 INFO [RS:0;e14ef07817f4:33981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:13,209 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,33981,1732130519710] 2024-11-20T19:22:13,229 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/draining/e14ef07817f4,33981,1732130519710 already deleted, retry=false 2024-11-20T19:22:13,229 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,33981,1732130519710 expired; onlineServers=0 2024-11-20T19:22:13,229 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,36305,1732130519519' ***** 2024-11-20T19:22:13,229 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:22:13,229 INFO [M:0;e14ef07817f4:36305 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:13,229 INFO [M:0;e14ef07817f4:36305 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:13,229 DEBUG [M:0;e14ef07817f4:36305 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:22:13,229 DEBUG [M:0;e14ef07817f4:36305 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:22:13,229 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:22:13,229 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130521786 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130521786,5,FailOnTimeoutGroup] 2024-11-20T19:22:13,229 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130521786 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130521786,5,FailOnTimeoutGroup] 2024-11-20T19:22:13,229 INFO [M:0;e14ef07817f4:36305 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:13,229 INFO [M:0;e14ef07817f4:36305 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:13,229 DEBUG [M:0;e14ef07817f4:36305 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:22:13,230 INFO [M:0;e14ef07817f4:36305 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:22:13,230 INFO [M:0;e14ef07817f4:36305 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:13,230 INFO [M:0;e14ef07817f4:36305 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:22:13,230 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:22:13,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/master 2024-11-20T19:22:13,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:13,239 DEBUG [M:0;e14ef07817f4:36305 {}] zookeeper.ZKUtil(347): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/master because node does not exist (not an error) 2024-11-20T19:22:13,239 WARN [M:0;e14ef07817f4:36305 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:22:13,240 INFO [M:0;e14ef07817f4:36305 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/.lastflushedseqids 2024-11-20T19:22:13,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741842_1018 (size=181) 2024-11-20T19:22:13,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:13,319 INFO [RS:0;e14ef07817f4:33981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:13,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33981-0x10159b22d570001, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:13,319 INFO [RS:0;e14ef07817f4:33981 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,33981,1732130519710; zookeeper connection closed. 2024-11-20T19:22:13,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68725cf2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68725cf2 2024-11-20T19:22:13,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:22:13,645 INFO [M:0;e14ef07817f4:36305 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:22:13,645 INFO [M:0;e14ef07817f4:36305 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:22:13,645 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:13,645 INFO [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:13,645 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:13,645 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:13,645 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:13,645 INFO [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T19:22:13,663 DEBUG [M:0;e14ef07817f4:36305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81ce81d7e09246ea8c1489e4f30670d3 is 82, key is hbase:meta,,1/info:regioninfo/1732130523081/Put/seqid=0 2024-11-20T19:22:13,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741843_1019 (size=5672) 2024-11-20T19:22:14,067 INFO [M:0;e14ef07817f4:36305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81ce81d7e09246ea8c1489e4f30670d3 2024-11-20T19:22:14,084 DEBUG [M:0;e14ef07817f4:36305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e96c7244a643a4bf2834b572ddd86f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732130530316/Put/seqid=0 2024-11-20T19:22:14,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741844_1020 (size=7203) 2024-11-20T19:22:14,364 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:22:14,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:14,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:14,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:14,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:14,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:14,489 INFO [M:0;e14ef07817f4:36305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e96c7244a643a4bf2834b572ddd86f 2024-11-20T19:22:14,506 DEBUG [M:0;e14ef07817f4:36305 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1370a227bf274b1fa49aae9f0a541d46 is 69, key is e14ef07817f4,33981,1732130519710/rs:state/1732130521870/Put/seqid=0 2024-11-20T19:22:14,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741845_1021 (size=5156) 2024-11-20T19:22:14,910 INFO [M:0;e14ef07817f4:36305 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1370a227bf274b1fa49aae9f0a541d46 2024-11-20T19:22:14,915 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/81ce81d7e09246ea8c1489e4f30670d3 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81ce81d7e09246ea8c1489e4f30670d3 2024-11-20T19:22:14,919 INFO [M:0;e14ef07817f4:36305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81ce81d7e09246ea8c1489e4f30670d3, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T19:22:14,920 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d4e96c7244a643a4bf2834b572ddd86f as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4e96c7244a643a4bf2834b572ddd86f 2024-11-20T19:22:14,925 INFO [M:0;e14ef07817f4:36305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4e96c7244a643a4bf2834b572ddd86f, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T19:22:14,926 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1370a227bf274b1fa49aae9f0a541d46 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1370a227bf274b1fa49aae9f0a541d46 2024-11-20T19:22:14,930 INFO [M:0;e14ef07817f4:36305 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1370a227bf274b1fa49aae9f0a541d46, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T19:22:14,931 INFO [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false 2024-11-20T19:22:14,932 INFO [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:14,932 DEBUG [M:0;e14ef07817f4:36305 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130533645Disabling compacts and flushes for region at 1732130533645Disabling writes for close at 1732130533645Obtaining lock to block concurrent updates at 1732130533645Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130533645Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732130533646 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130533646Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130533646Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130533662 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130533662Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130534071 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130534084 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130534084Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130534492 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130534505 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130534505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d948ccb: reopening flushed file at 1732130534914 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b32a872: reopening flushed file at 1732130534919 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f077db: reopening flushed file at 1732130534925 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=70, compaction requested=false at 1732130534931 (+6 ms)Writing region close event to WAL at 1732130534932 (+1 ms)Closed at 1732130534932 2024-11-20T19:22:14,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741830_1006 (size=41008) 2024-11-20T19:22:14,935 INFO [M:0;e14ef07817f4:36305 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:22:14,935 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:14,935 INFO [M:0;e14ef07817f4:36305 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36305 2024-11-20T19:22:14,935 INFO [M:0;e14ef07817f4:36305 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:15,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:15,045 INFO [M:0;e14ef07817f4:36305 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:15,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36305-0x10159b22d570000, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:15,046 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:22:15,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:15,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:15,046 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:22:15,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:15,046 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:22:15,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:22:15,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:22:15,047 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44427 2024-11-20T19:22:15,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44427 connecting to ZooKeeper ensemble=127.0.0.1:62469 2024-11-20T19:22:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:444270x0, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:15,061 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44427-0x10159b22d570006 connected 2024-11-20T19:22:15,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:15,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:15,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/running 2024-11-20T19:22:15,076 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: INIT 2024-11-20T19:22:15,076 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8, hbase.cluster.distributed=false 2024-11-20T19:22:15,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/acl 2024-11-20T19:22:15,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44427 2024-11-20T19:22:15,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44427 2024-11-20T19:22:15,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44427 2024-11-20T19:22:15,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44427 2024-11-20T19:22:15,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44427 2024-11-20T19:22:15,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:22:15,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:15,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:15,092 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:22:15,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:15,092 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:22:15,092 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:22:15,092 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:22:15,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38553 2024-11-20T19:22:15,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38553 connecting to ZooKeeper ensemble=127.0.0.1:62469 2024-11-20T19:22:15,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:15,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:15,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385530x0, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:15,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/running 2024-11-20T19:22:15,109 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38553-0x10159b22d570007 connected 2024-11-20T19:22:15,109 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: INIT 2024-11-20T19:22:15,109 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:22:15,109 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:22:15,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/master 2024-11-20T19:22:15,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/acl 2024-11-20T19:22:15,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38553 2024-11-20T19:22:15,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38553 2024-11-20T19:22:15,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38553 2024-11-20T19:22:15,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38553 2024-11-20T19:22:15,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38553 2024-11-20T19:22:15,122 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:44427 2024-11-20T19:22:15,122 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-674538861/backup-masters/e14ef07817f4,44427,1732130535046 2024-11-20T19:22:15,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/backup-masters 2024-11-20T19:22:15,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/backup-masters 2024-11-20T19:22:15,134 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on existing znode=/0-674538861/backup-masters/e14ef07817f4,44427,1732130535046 2024-11-20T19:22:15,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:15,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-674538861/master 2024-11-20T19:22:15,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:15,145 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on existing znode=/0-674538861/master 2024-11-20T19:22:15,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-674538861/backup-masters/e14ef07817f4,44427,1732130535046 from backup master directory 2024-11-20T19:22:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/backup-masters/e14ef07817f4,44427,1732130535046 2024-11-20T19:22:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/backup-masters 2024-11-20T19:22:15,155 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/backup-masters 2024-11-20T19:22:15,155 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:15,155 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,44427,1732130535046 2024-11-20T19:22:15,163 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:15,163 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:22:15,168 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-20T19:22:15,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741846_1022 (size=196) 2024-11-20T19:22:15,582 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:15,582 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:22:15,582 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:15,587 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T19:22:15,590 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519 to hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519-dead as it is dead 2024-11-20T19:22:15,590 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519-dead/e14ef07817f4%2C36305%2C1732130519519.1732130521472 2024-11-20T19:22:15,591 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519-dead/e14ef07817f4%2C36305%2C1732130519519.1732130521472 after 1ms 2024-11-20T19:22:15,591 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519-dead/e14ef07817f4%2C36305%2C1732130519519.1732130521472 to hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e14ef07817f4%2C36305%2C1732130519519.1732130521472 2024-11-20T19:22:15,591 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,36305,1732130519519-dead 2024-11-20T19:22:15,592 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,44427,1732130535046 2024-11-20T19:22:15,593 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:15,594 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C44427%2C1732130535046, suffix=, logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,44427,1732130535046, archiveDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/oldWALs, maxLogs=10 2024-11-20T19:22:15,608 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,44427,1732130535046/e14ef07817f4%2C44427%2C1732130535046.1732130535594, exclude list is [], retry=0 2024-11-20T19:22:15,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46483,DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a,DISK] 2024-11-20T19:22:15,612 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,44427,1732130535046/e14ef07817f4%2C44427%2C1732130535046.1732130535594 2024-11-20T19:22:15,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43215:43215)] 2024-11-20T19:22:15,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:15,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:15,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,613 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:22:15,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:15,621 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/81ce81d7e09246ea8c1489e4f30670d3 2024-11-20T19:22:15,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:15,621 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,622 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:22:15,622 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:15,627 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d4e96c7244a643a4bf2834b572ddd86f 2024-11-20T19:22:15,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:15,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:22:15,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:15,633 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1370a227bf274b1fa49aae9f0a541d46 2024-11-20T19:22:15,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:15,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:22:15,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:15,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:15,635 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,636 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T19:22:15,636 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e14ef07817f4%2C36305%2C1732130519519.1732130521472 2024-11-20T19:22:15,640 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e14ef07817f4%2C36305%2C1732130519519.1732130521472 2024-11-20T19:22:15,641 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/e14ef07817f4%2C36305%2C1732130519519.1732130521472 2024-11-20T19:22:15,642 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,642 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,643 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:15,644 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:15,646 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T19:22:15,647 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70843635, jitterRate=0.055652424693107605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:15,647 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130535613Initializing all the Stores at 1732130535614 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130535614Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130535614Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130535614Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130535614Cleaning up temporary data from old regions at 1732130535642 (+28 ms)Region opened successfully at 1732130535647 (+5 ms) 2024-11-20T19:22:15,647 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:22:15,649 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152c0231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:15,651 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T19:22:15,652 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:22:15,652 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:22:15,652 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:22:15,653 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:22:15,656 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:15,656 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:22:15,657 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:22:15,657 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T19:22:15,657 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:22:15,662 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=e14ef07817f4,33981,1732130519710, regionLocation=e14ef07817f4,33981,1732130519710, openSeqNum=2 2024-11-20T19:22:15,662 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=e14ef07817f4,33981,1732130519710, table=hbase:meta, region=1588230740 2024-11-20T19:22:15,662 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33981,1732130519710, state=OPEN 2024-11-20T19:22:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-674538861/meta-region-server 2024-11-20T19:22:15,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-674538861/meta-region-server 2024-11-20T19:22:15,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:15,713 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:15,716 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:22:15,729 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/draining/e14ef07817f4,33981,1732130519710 already deleted, retry=false 2024-11-20T19:22:15,729 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of e14ef07817f4,33981,1732130519710 on e14ef07817f4,44427,1732130535046 2024-11-20T19:22:15,730 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure e14ef07817f4,33981,1732130519710, splitWal=true, meta=true 2024-11-20T19:22:15,731 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for e14ef07817f4,33981,1732130519710 (carryingMeta=true) e14ef07817f4,33981,1732130519710/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@34ad2aa4[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T19:22:15,732 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/balancer because node does not exist (not necessarily an error) 2024-11-20T19:22:15,744 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/balancer already deleted, retry=false 2024-11-20T19:22:15,745 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:22:15,745 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:22:15,755 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/normalizer already deleted, retry=false 2024-11-20T19:22:15,755 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:22:15,756 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:22:15,766 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/switch/split already deleted, retry=false 2024-11-20T19:22:15,767 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:22:15,776 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/switch/merge already deleted, retry=false 2024-11-20T19:22:15,788 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:22:15,797 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/snapshot-cleanup already deleted, retry=false 2024-11-20T19:22:15,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-674538861/running 2024-11-20T19:22:15,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-674538861/running 2024-11-20T19:22:15,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:15,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:15,808 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,44427,1732130535046, sessionid=0x10159b22d570006, setting cluster-up flag (Was=false) 2024-11-20T19:22:15,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-674538861/flush-table-proc/acquired, /0-674538861/flush-table-proc/reached, /0-674538861/flush-table-proc/abort 2024-11-20T19:22:15,820 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,44427,1732130535046 2024-11-20T19:22:15,829 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-674538861/online-snapshot/acquired, /0-674538861/online-snapshot/reached, /0-674538861/online-snapshot/abort 2024-11-20T19:22:15,830 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,44427,1732130535046 2024-11-20T19:22:15,831 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/.lastflushedseqids 2024-11-20T19:22:15,833 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:22:15,833 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:22:15,833 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,44427,1732130535046 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 e14ef07817f4,33981,1732130519710 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:22:15,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:15,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:15,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:15,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:15,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:22:15,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:15,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:15,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:15,835 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130565835 2024-11-20T19:22:15,835 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:22:15,835 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:22:15,835 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:22:15,835 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:22:15,835 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:22:15,835 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:22:15,835 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:15,836 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure e14ef07817f4,33981,1732130519710, splitWal=true, meta=true 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:22:15,836 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130535836,5,FailOnTimeoutGroup] 2024-11-20T19:22:15,836 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130535836,5,FailOnTimeoutGroup] 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:22:15,836 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:15,837 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure e14ef07817f4,33981,1732130519710, splitWal=true, meta=true, isMeta: true 2024-11-20T19:22:15,837 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:15,837 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130535837, completionTime=-1 2024-11-20T19:22:15,837 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T19:22:15,837 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T19:22:15,838 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710-splitting 2024-11-20T19:22:15,838 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710-splitting dir is empty, no logs to split. 2024-11-20T19:22:15,838 INFO [PEWorker-1 {}] master.SplitWALManager(105): e14ef07817f4,33981,1732130519710 WAL count=0, meta=true 2024-11-20T19:22:15,840 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710-splitting dir is empty, no logs to split. 2024-11-20T19:22:15,840 INFO [PEWorker-1 {}] master.SplitWALManager(105): e14ef07817f4,33981,1732130519710 WAL count=0, meta=true 2024-11-20T19:22:15,840 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if e14ef07817f4,33981,1732130519710 WAL splitting is done? wals=0, meta=true 2024-11-20T19:22:15,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:22:15,842 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:15,842 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:22:15,914 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(746): ClusterId : 6e4a96ff-eedc-43ce-a92c-6d107ca11661 2024-11-20T19:22:15,914 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:22:15,924 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:22:15,924 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:22:15,935 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:22:15,935 DEBUG [RS:0;e14ef07817f4:38553 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c1f093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:15,946 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:38553 2024-11-20T19:22:15,946 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:22:15,946 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:22:15,946 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:22:15,947 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,44427,1732130535046 with port=38553, startcode=1732130535091 2024-11-20T19:22:15,947 DEBUG [RS:0;e14ef07817f4:38553 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:22:15,948 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:22:15,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44427 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,38553,1732130535091 2024-11-20T19:22:15,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44427 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,38553,1732130535091 2024-11-20T19:22:15,950 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8 2024-11-20T19:22:15,950 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37349 2024-11-20T19:22:15,950 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:22:15,987 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T19:22:15,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/rs 2024-11-20T19:22:15,988 DEBUG [RS:0;e14ef07817f4:38553 {}] zookeeper.ZKUtil(111): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on existing znode=/0-674538861/rs/e14ef07817f4,38553,1732130535091 2024-11-20T19:22:15,988 WARN [RS:0;e14ef07817f4:38553 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:15,988 INFO [RS:0;e14ef07817f4:38553 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:15,988 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091 2024-11-20T19:22:15,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,38553,1732130535091] 2024-11-20T19:22:15,992 WARN [e14ef07817f4:44427 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T19:22:16,005 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:22:16,006 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:22:16,006 INFO [RS:0;e14ef07817f4:38553 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:22:16,006 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,006 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:22:16,007 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:22:16,007 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:16,007 DEBUG [RS:0;e14ef07817f4:38553 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:16,008 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,008 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,008 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,008 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,008 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,008 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38553,1732130535091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:16,021 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:22:16,021 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38553,1732130535091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,033 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,38553,1732130535091, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:22:16,034 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,034 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.Replication(171): e14ef07817f4,38553,1732130535091 started 2024-11-20T19:22:16,045 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:16,046 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,38553,1732130535091, RpcServer on e14ef07817f4/172.17.0.3:38553, sessionid=0x10159b22d570007 2024-11-20T19:22:16,046 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:22:16,046 DEBUG [RS:0;e14ef07817f4:38553 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,38553,1732130535091 2024-11-20T19:22:16,046 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,38553,1732130535091' 2024-11-20T19:22:16,046 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-674538861/flush-table-proc/abort' 2024-11-20T19:22:16,046 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-674538861/flush-table-proc/acquired' 2024-11-20T19:22:16,047 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:22:16,047 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:22:16,047 DEBUG [RS:0;e14ef07817f4:38553 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,38553,1732130535091 2024-11-20T19:22:16,047 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,38553,1732130535091' 2024-11-20T19:22:16,047 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-674538861/online-snapshot/abort' 2024-11-20T19:22:16,047 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-674538861/online-snapshot/acquired' 2024-11-20T19:22:16,048 DEBUG [RS:0;e14ef07817f4:38553 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:22:16,048 INFO [RS:0;e14ef07817f4:38553 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:22:16,048 INFO [RS:0;e14ef07817f4:38553 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:22:16,050 DEBUG [RS:0;e14ef07817f4:38553.replicationSource,1-e14ef07817f4,38553,1732130535091 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:38699' 2024-11-20T19:22:16,051 DEBUG [RS:0;e14ef07817f4:38553.replicationSource,1-e14ef07817f4,38553,1732130535091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36239f00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:16,051 DEBUG [RS:0;e14ef07817f4:38553.replicationSource,1-e14ef07817f4,38553,1732130535091 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,38699,-1 for getting cluster id 2024-11-20T19:22:16,051 DEBUG [RS:0;e14ef07817f4:38553.replicationSource,1-e14ef07817f4,38553,1732130535091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:16,052 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eccde1b3-6c7e-469b-91cc-0639aaa752c3' 2024-11-20T19:22:16,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:16,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eccde1b3-6c7e-469b-91cc-0639aaa752c3" 2024-11-20T19:22:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5594f6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,38699,-1] 2024-11-20T19:22:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:16,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:16,054 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:16,054 DEBUG [RS:0;e14ef07817f4:38553.replicationSource,1-e14ef07817f4,38553,1732130535091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fe18970, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:16,054 DEBUG [RS:0;e14ef07817f4:38553.replicationSource,1-e14ef07817f4,38553,1732130535091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:16,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,38699,1732130525294 2024-11-20T19:22:16,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21b7bd50 2024-11-20T19:22:16,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:16,056 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T19:22:16,057 INFO [RS:0;e14ef07817f4:38553.replicationSource,1-e14ef07817f4,38553,1732130535091 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,38553,1732130535091 (queues=0) is replicating from cluster=6e4a96ff-eedc-43ce-a92c-6d107ca11661 to cluster=eccde1b3-6c7e-469b-91cc-0639aaa752c3 2024-11-20T19:22:16,148 INFO [RS:0;e14ef07817f4:38553 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:16,149 INFO [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C38553%2C1732130535091, suffix=, logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091, archiveDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs, maxLogs=10 2024-11-20T19:22:16,161 DEBUG [RS:0;e14ef07817f4:38553 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150, exclude list is [], retry=0 2024-11-20T19:22:16,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46483,DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a,DISK] 2024-11-20T19:22:16,166 INFO [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 2024-11-20T19:22:16,168 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group e14ef07817f4%2C38553%2C1732130535091 for peer 1 2024-11-20T19:22:16,168 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C38553%2C1732130535091 2024-11-20T19:22:16,168 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,38553,1732130535091, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:22:16,169 DEBUG [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43215:43215)] 2024-11-20T19:22:16,169 INFO [RS:0;e14ef07817f4:38553.replicationSource.shippere14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C38553%2C1732130535091 2024-11-20T19:22:16,169 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150, startPosition=0, beingWritten=true 2024-11-20T19:22:16,242 DEBUG [e14ef07817f4:44427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:22:16,243 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,38553,1732130535091 2024-11-20T19:22:16,244 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,38553,1732130535091, state=OPENING 2024-11-20T19:22:16,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-674538861/meta-region-server 2024-11-20T19:22:16,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-674538861/meta-region-server 2024-11-20T19:22:16,260 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:16,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:16,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:16,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,38553,1732130535091}] 2024-11-20T19:22:16,374 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:16,413 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:22:16,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:22:16,417 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:22:16,417 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:16,418 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:22:16,419 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C38553%2C1732130535091.meta, suffix=.meta, logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091, archiveDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs, maxLogs=10 2024-11-20T19:22:16,431 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.meta.1732130536419.meta, exclude list is [], retry=0 2024-11-20T19:22:16,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46483,DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a,DISK] 2024-11-20T19:22:16,434 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.meta.1732130536419.meta 2024-11-20T19:22:16,435 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43215:43215)] 2024-11-20T19:22:16,435 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:16,435 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:16,435 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:16,435 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:22:16,435 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:22:16,435 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:22:16,435 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:16,435 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:22:16,435 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:22:16,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:16,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:16,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:16,442 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/info/c2cbc584c6d445e1b68020f08c8830e4 2024-11-20T19:22:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:16,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:16,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:16,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:16,448 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/ns/04baae1ea0a14041b8d182cf90d986cb 2024-11-20T19:22:16,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:16,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:16,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:16,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:16,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:16,450 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:16,450 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:16,450 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:16,455 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/table/40952c33ff994c398290f0ca67835788 2024-11-20T19:22:16,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:16,455 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:16,456 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740 2024-11-20T19:22:16,457 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740 2024-11-20T19:22:16,458 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:16,458 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:16,458 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:16,460 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:16,460 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70048843, jitterRate=0.04380910098552704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:16,460 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:22:16,460 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130536435Writing region info on filesystem at 1732130536435Initializing all the Stores at 1732130536436 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130536436Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130536437 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130536437Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130536437Cleaning up temporary data from old regions at 1732130536458 (+21 ms)Running coprocessor post-open hooks at 1732130536460 (+2 ms)Region opened successfully at 1732130536460 2024-11-20T19:22:16,461 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732130536413 2024-11-20T19:22:16,463 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:22:16,463 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:22:16,463 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=e14ef07817f4,38553,1732130535091 2024-11-20T19:22:16,464 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,38553,1732130535091, state=OPEN 2024-11-20T19:22:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-674538861/meta-region-server 2024-11-20T19:22:16,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-674538861/meta-region-server 2024-11-20T19:22:16,477 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,38553,1732130535091 2024-11-20T19:22:16,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:16,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-674538861/meta-region-server: CHANGED 2024-11-20T19:22:16,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T19:22:16,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,38553,1732130535091 in 216 msec 2024-11-20T19:22:16,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:22:16,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 638 msec 2024-11-20T19:22:16,679 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:17,084 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:17,489 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-20T19:22:17,588 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:18,193 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:18,897 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:18,992 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-20T19:22:19,702 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:20,344 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T19:22:20,344 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:22:20,345 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:20,345 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,38553,1732130535091, seqNum=-1] 2024-11-20T19:22:20,345 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:20,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:20,349 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c08b83fbb80f9469f2b7be6c4a03ecb0, regionState=OPEN, lastHost=e14ef07817f4,33981,1732130519710, regionLocation=e14ef07817f4,33981,1732130519710, openSeqNum=2 2024-11-20T19:22:20,349 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:22:20,349 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130600349 2024-11-20T19:22:20,349 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130660349 2024-11-20T19:22:20,349 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-20T19:22:20,349 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): e14ef07817f4,33981,1732130519710 had 2 regions 2024-11-20T19:22:20,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44427,1732130535046-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:20,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44427,1732130535046-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:20,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44427,1732130535046-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:20,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:44427, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:20,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:20,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:20,351 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure e14ef07817f4,33981,1732130519710, splitWal=true, meta=true, isMeta: false 2024-11-20T19:22:20,352 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710-splitting dir is empty, no logs to split. 2024-11-20T19:22:20,352 INFO [PEWorker-3 {}] master.SplitWALManager(105): e14ef07817f4,33981,1732130519710 WAL count=0, meta=false 2024-11-20T19:22:20,354 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,33981,1732130519710-splitting dir is empty, no logs to split. 2024-11-20T19:22:20,354 INFO [PEWorker-3 {}] master.SplitWALManager(105): e14ef07817f4,33981,1732130519710 WAL count=0, meta=false 2024-11-20T19:22:20,354 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if e14ef07817f4,33981,1732130519710 WAL splitting is done? wals=0, meta=false 2024-11-20T19:22:20,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.201sec 2024-11-20T19:22:20,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:22:20,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:22:20,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:22:20,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:22:20,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:22:20,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44427,1732130535046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:20,356 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44427,1732130535046-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:22:20,357 WARN [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=e14ef07817f4,33981,1732130519710/hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:20,358 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN}] 2024-11-20T19:22:20,359 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN 2024-11-20T19:22:20,360 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T19:22:20,365 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:22:20,365 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:22:20,365 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44427,1732130535046-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:20,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a61679e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:20,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44427,-1 for getting cluster id 2024-11-20T19:22:20,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:20,418 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e4a96ff-eedc-43ce-a92c-6d107ca11661' 2024-11-20T19:22:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:20,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e4a96ff-eedc-43ce-a92c-6d107ca11661" 2024-11-20T19:22:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39ea8760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44427,-1] 2024-11-20T19:22:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:20,419 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:20,420 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:20,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff3dd45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:20,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:20,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,38553,1732130535091, seqNum=-1] 2024-11-20T19:22:20,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:20,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:20,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T19:22:20,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:20,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:20,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:20,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:20,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:20,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: e14ef07817f4:44427 after: e14ef07817f4:44427 2024-11-20T19:22:20,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2406ee24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:20,425 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44427,-1 for getting cluster id 2024-11-20T19:22:20,425 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:20,426 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6e4a96ff-eedc-43ce-a92c-6d107ca11661' 2024-11-20T19:22:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6e4a96ff-eedc-43ce-a92c-6d107ca11661" 2024-11-20T19:22:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bab608, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44427,-1] 2024-11-20T19:22:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:20,426 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:20,427 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:20,427 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e24751d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:20,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,44427,1732130535046 2024-11-20T19:22:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@93f19bf 2024-11-20T19:22:20,428 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:20,429 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:20,429 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44427 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T19:22:20,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:22:20,430 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:20,430 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:20,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:20,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:20,430 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:20,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:22:20,430 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1608044707, stopped=false 2024-11-20T19:22:20,430 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,38699,1732130525294 2024-11-20T19:22:20,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033950683/running 2024-11-20T19:22:20,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:20,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033950683/running 2024-11-20T19:22:20,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:20,460 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:20,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:20,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on znode that does not yet exist, /11033950683/running 2024-11-20T19:22:20,461 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Set watcher on znode that does not yet exist, /11033950683/running 2024-11-20T19:22:20,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:20,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:20,461 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,40833,1732130525448' ***** 2024-11-20T19:22:20,461 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:22:20,461 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:22:20,462 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,40833,1732130525448 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:40833. 2024-11-20T19:22:20,462 DEBUG [RS:0;e14ef07817f4:40833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:20,462 DEBUG [RS:0;e14ef07817f4:40833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:22:20,462 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:22:20,462 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:22:20,462 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:20,463 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:20,463 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:20,463 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:20,463 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:22:20,463 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:20,463 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T19:22:20,478 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740/.tmp/ns/4f52f20b7b1d44efaf0b96cd6466b167 is 43, key is default/ns:d/1732130528971/Put/seqid=0 2024-11-20T19:22:20,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741835_1011 (size=5153) 2024-11-20T19:22:20,490 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:20,510 DEBUG [e14ef07817f4:44427 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:22:20,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c08b83fbb80f9469f2b7be6c4a03ecb0, regionState=OPENING, regionLocation=e14ef07817f4,38553,1732130535091 2024-11-20T19:22:20,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN because future has completed 2024-11-20T19:22:20,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c08b83fbb80f9469f2b7be6c4a03ecb0, server=e14ef07817f4,38553,1732130535091}] 2024-11-20T19:22:20,580 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:22:20,581 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:22:20,606 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:20,663 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:20,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:20,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:20,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:22:20,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C38553%2C1732130535091.rep, suffix=, logDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091, archiveDir=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs, maxLogs=10 2024-11-20T19:22:20,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.rep.1732130540672, exclude list is [], retry=0 2024-11-20T19:22:20,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46483,DS-a7ea69ac-fab2-4730-8aa5-86f972f0fd5a,DISK] 2024-11-20T19:22:20,692 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.rep.1732130540672 2024-11-20T19:22:20,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43215:43215)] 2024-11-20T19:22:20,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => c08b83fbb80f9469f2b7be6c4a03ecb0, NAME => 'hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:20,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:20,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:20,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. service=MultiRowMutationService 2024-11-20T19:22:20,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:22:20,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:20,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,695 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,696 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c08b83fbb80f9469f2b7be6c4a03ecb0 columnFamilyName hfileref 2024-11-20T19:22:20,696 DEBUG [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:20,696 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(327): Store=c08b83fbb80f9469f2b7be6c4a03ecb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:20,696 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,697 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c08b83fbb80f9469f2b7be6c4a03ecb0 columnFamilyName queue 2024-11-20T19:22:20,697 DEBUG [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:20,702 DEBUG [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/queue/7b3307185b0744bc80ca96835cfb7299 2024-11-20T19:22:20,702 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(327): Store=c08b83fbb80f9469f2b7be6c4a03ecb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:20,702 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,703 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c08b83fbb80f9469f2b7be6c4a03ecb0 columnFamilyName sid 2024-11-20T19:22:20,703 DEBUG [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:20,704 INFO [StoreOpener-c08b83fbb80f9469f2b7be6c4a03ecb0-1 {}] regionserver.HStore(327): Store=c08b83fbb80f9469f2b7be6c4a03ecb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:20,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:22:20,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened c08b83fbb80f9469f2b7be6c4a03ecb0; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63664318, jitterRate=-0.05132773518562317}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:22:20,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:20,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for c08b83fbb80f9469f2b7be6c4a03ecb0: Running coprocessor pre-open hook at 1732130540694Writing region info on filesystem at 1732130540694Initializing all the Stores at 1732130540694Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130540694Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130540695 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130540695Cleaning up temporary data from old regions at 1732130540706 (+11 ms)Running coprocessor post-open hooks at 1732130540710 (+4 ms)Region opened successfully at 1732130540710 2024-11-20T19:22:20,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0., pid=13, masterSystemTime=1732130540665 2024-11-20T19:22:20,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:20,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:20,714 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=c08b83fbb80f9469f2b7be6c4a03ecb0, regionState=OPEN, openSeqNum=9, regionLocation=e14ef07817f4,38553,1732130535091 2024-11-20T19:22:20,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure c08b83fbb80f9469f2b7be6c4a03ecb0, server=e14ef07817f4,38553,1732130535091 because future has completed 2024-11-20T19:22:20,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T19:22:20,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure c08b83fbb80f9469f2b7be6c4a03ecb0, server=e14ef07817f4,38553,1732130535091 in 204 msec 2024-11-20T19:22:20,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T19:22:20,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c08b83fbb80f9469f2b7be6c4a03ecb0, ASSIGN in 361 msec 2024-11-20T19:22:20,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T19:22:20,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0., hostname=e14ef07817f4,38553,1732130535091, seqNum=9] 2024-11-20T19:22:20,737 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for e14ef07817f4,33981,1732130519710 2024-11-20T19:22:20,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T19:22:20,863 DEBUG [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:20,883 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740/.tmp/ns/4f52f20b7b1d44efaf0b96cd6466b167 2024-11-20T19:22:20,889 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740/.tmp/ns/4f52f20b7b1d44efaf0b96cd6466b167 as hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740/ns/4f52f20b7b1d44efaf0b96cd6466b167 2024-11-20T19:22:20,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38553 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T19:22:20,894 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740/ns/4f52f20b7b1d44efaf0b96cd6466b167, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T19:22:20,895 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false 2024-11-20T19:22:20,895 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:22:20,900 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T19:22:20,900 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:20,900 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:20,900 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:20,900 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130540462Running coprocessor pre-close hooks at 1732130540462Disabling compacts and flushes for region at 1732130540462Disabling writes for close at 1732130540463 (+1 ms)Obtaining lock to block concurrent updates at 1732130540463Preparing flush snapshotting stores in 1588230740 at 1732130540463Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732130540463Flushing stores of hbase:meta,,1.1588230740 at 1732130540464 (+1 ms)Flushing 1588230740/ns: creating writer at 1732130540464Flushing 1588230740/ns: appending metadata at 1732130540478 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732130540478Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e84c8c2: reopening flushed file at 1732130540888 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 432ms, sequenceid=6, compaction requested=false at 1732130540895 (+7 ms)Writing region close event to WAL at 1732130540896 (+1 ms)Running coprocessor post-close hooks at 1732130540900 (+4 ms)Closed at 1732130540900 2024-11-20T19:22:20,901 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:21,063 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,40833,1732130525448; all regions closed. 2024-11-20T19:22:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741834_1010 (size=1152) 2024-11-20T19:22:21,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/WALs/e14ef07817f4,40833,1732130525448/e14ef07817f4%2C40833%2C1732130525448.meta.1732130528847.meta not finished, retry = 0 2024-11-20T19:22:21,168 DEBUG [RS:0;e14ef07817f4:40833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/oldWALs 2024-11-20T19:22:21,168 INFO [RS:0;e14ef07817f4:40833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C40833%2C1732130525448.meta:.meta(num 1732130528847) 2024-11-20T19:22:21,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741832_1008 (size=93) 2024-11-20T19:22:21,171 DEBUG [RS:0;e14ef07817f4:40833 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/oldWALs 2024-11-20T19:22:21,171 INFO [RS:0;e14ef07817f4:40833 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C40833%2C1732130525448:(num 1732130527710) 2024-11-20T19:22:21,171 DEBUG [RS:0;e14ef07817f4:40833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:21,171 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:21,171 INFO [RS:0;e14ef07817f4:40833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:21,171 INFO [RS:0;e14ef07817f4:40833 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:21,171 INFO [RS:0;e14ef07817f4:40833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:21,172 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:21,172 INFO [RS:0;e14ef07817f4:40833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40833 2024-11-20T19:22:21,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683/rs 2024-11-20T19:22:21,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033950683/rs/e14ef07817f4,40833,1732130525448 2024-11-20T19:22:21,192 INFO [RS:0;e14ef07817f4:40833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:21,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,40833,1732130525448] 2024-11-20T19:22:21,213 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11033950683/draining/e14ef07817f4,40833,1732130525448 already deleted, retry=false 2024-11-20T19:22:21,213 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,40833,1732130525448 expired; onlineServers=0 2024-11-20T19:22:21,213 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,38699,1732130525294' ***** 2024-11-20T19:22:21,213 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:22:21,213 INFO [M:0;e14ef07817f4:38699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:21,213 INFO [M:0;e14ef07817f4:38699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:21,213 DEBUG [M:0;e14ef07817f4:38699 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:22:21,213 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:22:21,213 DEBUG [M:0;e14ef07817f4:38699 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:22:21,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130527468 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130527468,5,FailOnTimeoutGroup] 2024-11-20T19:22:21,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130527469 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130527469,5,FailOnTimeoutGroup] 2024-11-20T19:22:21,213 INFO [M:0;e14ef07817f4:38699 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:21,213 INFO [M:0;e14ef07817f4:38699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:21,213 DEBUG [M:0;e14ef07817f4:38699 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:22:21,213 INFO [M:0;e14ef07817f4:38699 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:22:21,213 INFO [M:0;e14ef07817f4:38699 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:21,214 INFO [M:0;e14ef07817f4:38699 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:22:21,214 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:22:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11033950683/master 2024-11-20T19:22:21,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11033950683 2024-11-20T19:22:21,223 DEBUG [M:0;e14ef07817f4:38699 {}] zookeeper.ZKUtil(347): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Unable to get data of znode /11033950683/master because node does not exist (not an error) 2024-11-20T19:22:21,223 WARN [M:0;e14ef07817f4:38699 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:22:21,225 INFO [M:0;e14ef07817f4:38699 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/.lastflushedseqids 2024-11-20T19:22:21,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741836_1012 (size=99) 2024-11-20T19:22:21,229 INFO [M:0;e14ef07817f4:38699 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:22:21,229 INFO [M:0;e14ef07817f4:38699 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:22:21,229 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:21,229 INFO [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:21,230 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:21,230 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:21,230 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:21,230 INFO [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T19:22:21,243 DEBUG [M:0;e14ef07817f4:38699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21aef2b9fd7a48438e390a73e9147f9d is 82, key is hbase:meta,,1/info:regioninfo/1732130528875/Put/seqid=0 2024-11-20T19:22:21,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741837_1013 (size=5672) 2024-11-20T19:22:21,303 INFO [RS:0;e14ef07817f4:40833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:21,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:21,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40833-0x10159b22d570004, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:21,303 INFO [RS:0;e14ef07817f4:40833 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,40833,1732130525448; zookeeper connection closed. 2024-11-20T19:22:21,303 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a7b167a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a7b167a 2024-11-20T19:22:21,303 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:22:21,611 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:21,647 INFO [M:0;e14ef07817f4:38699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21aef2b9fd7a48438e390a73e9147f9d 2024-11-20T19:22:21,665 DEBUG [M:0;e14ef07817f4:38699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1722dfd95b554f75ad5c9de45eec8c75 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732130528974/Put/seqid=0 2024-11-20T19:22:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741838_1014 (size=5275) 2024-11-20T19:22:21,937 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:22:21,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:21,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:21,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:21,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:21,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:22,069 INFO [M:0;e14ef07817f4:38699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1722dfd95b554f75ad5c9de45eec8c75 2024-11-20T19:22:22,086 DEBUG [M:0;e14ef07817f4:38699 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acf925c6bf324463a991fdead403860d is 69, key is e14ef07817f4,40833,1732130525448/rs:state/1732130527506/Put/seqid=0 2024-11-20T19:22:22,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741839_1015 (size=5156) 2024-11-20T19:22:22,490 INFO [M:0;e14ef07817f4:38699 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acf925c6bf324463a991fdead403860d 2024-11-20T19:22:22,495 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/21aef2b9fd7a48438e390a73e9147f9d as hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21aef2b9fd7a48438e390a73e9147f9d 2024-11-20T19:22:22,499 INFO [M:0;e14ef07817f4:38699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/21aef2b9fd7a48438e390a73e9147f9d, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T19:22:22,500 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1722dfd95b554f75ad5c9de45eec8c75 as hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1722dfd95b554f75ad5c9de45eec8c75 2024-11-20T19:22:22,503 INFO [M:0;e14ef07817f4:38699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1722dfd95b554f75ad5c9de45eec8c75, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T19:22:22,504 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/acf925c6bf324463a991fdead403860d as hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acf925c6bf324463a991fdead403860d 2024-11-20T19:22:22,508 INFO [M:0;e14ef07817f4:38699 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36177/user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/acf925c6bf324463a991fdead403860d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T19:22:22,509 INFO [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false 2024-11-20T19:22:22,510 INFO [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:22,510 DEBUG [M:0;e14ef07817f4:38699 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130541229Disabling compacts and flushes for region at 1732130541229Disabling writes for close at 1732130541230 (+1 ms)Obtaining lock to block concurrent updates at 1732130541230Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130541230Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732130541230Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130541230Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130541230Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130541243 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130541243Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130541651 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130541665 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130541665Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130542073 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130542085 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130542086 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5abb559f: reopening flushed file at 1732130542494 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4668b055: reopening flushed file at 1732130542499 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8be9a1: reopening flushed file at 1732130542503 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=28, compaction requested=false at 1732130542509 (+6 ms)Writing region close event to WAL at 1732130542510 (+1 ms)Closed at 1732130542510 2024-11-20T19:22:22,512 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e3eb79ee-76e6-1a34-75b4-2bd857b93db4/MasterData/WALs/e14ef07817f4,38699,1732130525294/e14ef07817f4%2C38699%2C1732130525294.1732130527205 not finished, retry = 0 2024-11-20T19:22:22,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40421 is added to blk_1073741830_1006 (size=10165) 2024-11-20T19:22:22,613 INFO [M:0;e14ef07817f4:38699 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:22:22,613 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:22,613 INFO [M:0;e14ef07817f4:38699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38699 2024-11-20T19:22:22,613 INFO [M:0;e14ef07817f4:38699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:22,715 DEBUG [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 to pos 0, reset compression=false 2024-11-20T19:22:22,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:22,766 INFO [M:0;e14ef07817f4:38699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:22,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38699-0x10159b22d570003, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:22,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6acb63a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:22:22,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2847ce75{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:22:22,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:22:22,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2643a040{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:22:22,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@177b6d15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.log.dir/,STOPPED} 2024-11-20T19:22:22,802 WARN [BP-796484409-172.17.0.3-1732130523419 heartbeating to localhost/127.0.0.1:36177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:22:22,802 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:22:22,802 WARN [BP-796484409-172.17.0.3-1732130523419 heartbeating to localhost/127.0.0.1:36177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-796484409-172.17.0.3-1732130523419 (Datanode Uuid 0ffaf534-84ec-4439-bb1e-93d5228c6a7c) service to localhost/127.0.0.1:36177 2024-11-20T19:22:22,802 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:22:22,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/cluster_bcd69f76-c60e-d5c4-8bf0-c41cdba96aea/data/data1/current/BP-796484409-172.17.0.3-1732130523419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:22:22,803 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/cluster_bcd69f76-c60e-d5c4-8bf0-c41cdba96aea/data/data2/current/BP-796484409-172.17.0.3-1732130523419 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:22:22,803 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:22:22,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@635ba689{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:22:22,807 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@297064e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:22:22,807 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:22:22,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c5bd7e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:22:22,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@140683c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.log.dir/,STOPPED} 2024-11-20T19:22:22,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:22:22,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:22:22,818 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:22,818 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:22,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:22,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:22,818 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:22,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:22:22,818 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1528132666, stopped=false 2024-11-20T19:22:22,818 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,44427,1732130535046 2024-11-20T19:22:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/running 2024-11-20T19:22:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/running 2024-11-20T19:22:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:22,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:22,834 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:22,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:22,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:22,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:22,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/running 2024-11-20T19:22:22,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Set watcher on znode that does not yet exist, /0-674538861/running 2024-11-20T19:22:22,835 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,38553,1732130535091' ***** 2024-11-20T19:22:22,835 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:22:22,835 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:22:22,835 INFO [RS:0;e14ef07817f4:38553 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:22:22,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:22:22,835 INFO [RS:0;e14ef07817f4:38553 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:22:22,835 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(3091): Received CLOSE for c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:22,835 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,38553,1732130535091 2024-11-20T19:22:22,835 INFO [RS:0;e14ef07817f4:38553 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:22,835 INFO [RS:0;e14ef07817f4:38553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:38553. 2024-11-20T19:22:22,835 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c08b83fbb80f9469f2b7be6c4a03ecb0, disabling compactions & flushes 2024-11-20T19:22:22,835 DEBUG [RS:0;e14ef07817f4:38553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:22,835 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:22,835 DEBUG [RS:0;e14ef07817f4:38553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:22,835 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:22,836 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. after waiting 0 ms 2024-11-20T19:22:22,836 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:22,836 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:22:22,836 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:22:22,836 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:22:22,836 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:22:22,836 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:22:22,836 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c08b83fbb80f9469f2b7be6c4a03ecb0=hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0.} 2024-11-20T19:22:22,836 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c08b83fbb80f9469f2b7be6c4a03ecb0 2024-11-20T19:22:22,836 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:22,836 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:22,836 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:22,836 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:22:22,836 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:22,836 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T19:22:22,839 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/replication/c08b83fbb80f9469f2b7be6c4a03ecb0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T19:22:22,839 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:22,839 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:22,839 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:22,839 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c08b83fbb80f9469f2b7be6c4a03ecb0: Waiting for close lock at 1732130542835Running coprocessor pre-close hooks at 1732130542835Disabling compacts and flushes for region at 1732130542835Disabling writes for close at 1732130542836 (+1 ms)Writing region close event to WAL at 1732130542836Running coprocessor post-close hooks at 1732130542839 (+3 ms)Closed at 1732130542839 2024-11-20T19:22:22,839 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0. 2024-11-20T19:22:22,849 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/info/1eea7d08382047a6baa106dc75da4489 is 147, key is hbase:replication,,1732130529137.c08b83fbb80f9469f2b7be6c4a03ecb0./info:regioninfo/1732130540714/Put/seqid=0 2024-11-20T19:22:22,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741851_1027 (size=6385) 2024-11-20T19:22:22,913 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:23,008 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:22:23,008 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:22:23,036 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:23,236 DEBUG [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:23,253 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/info/1eea7d08382047a6baa106dc75da4489 2024-11-20T19:22:23,259 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/.tmp/info/1eea7d08382047a6baa106dc75da4489 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/info/1eea7d08382047a6baa106dc75da4489 2024-11-20T19:22:23,263 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/info/1eea7d08382047a6baa106dc75da4489, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T19:22:23,264 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false 2024-11-20T19:22:23,268 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T19:22:23,269 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:23,269 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:23,269 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:23,269 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130542836Running coprocessor pre-close hooks at 1732130542836Disabling compacts and flushes for region at 1732130542836Disabling writes for close at 1732130542836Obtaining lock to block concurrent updates at 1732130542836Preparing flush snapshotting stores in 1588230740 at 1732130542836Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732130542836Flushing stores of hbase:meta,,1.1588230740 at 1732130542837 (+1 ms)Flushing 1588230740/info: creating writer at 1732130542837Flushing 1588230740/info: appending metadata at 1732130542849 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732130542849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@371fc492: reopening flushed file at 1732130543258 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 428ms, sequenceid=19, compaction requested=false at 1732130543264 (+6 ms)Writing region close event to WAL at 1732130543265 (+1 ms)Running coprocessor post-close hooks at 1732130543269 (+4 ms)Closed at 1732130543269 2024-11-20T19:22:23,269 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:23,436 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,38553,1732130535091; all regions closed. 2024-11-20T19:22:23,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741849_1025 (size=2156) 2024-11-20T19:22:23,439 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.meta.1732130536419.meta not finished, retry = 0 2024-11-20T19:22:23,541 DEBUG [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs 2024-11-20T19:22:23,541 INFO [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C38553%2C1732130535091.meta:.meta(num 1732130536419) 2024-11-20T19:22:23,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741850_1026 (size=796) 2024-11-20T19:22:23,544 DEBUG [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs 2024-11-20T19:22:23,544 INFO [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C38553%2C1732130535091.rep:(num 1732130540672) 2024-11-20T19:22:23,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741848_1024 (size=93) 2024-11-20T19:22:23,546 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/WALs/e14ef07817f4,38553,1732130535091/e14ef07817f4%2C38553%2C1732130535091.1732130536150 not finished, retry = 0 2024-11-20T19:22:23,648 DEBUG [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/oldWALs 2024-11-20T19:22:23,648 INFO [RS:0;e14ef07817f4:38553 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C38553%2C1732130535091:(num 1732130536150) 2024-11-20T19:22:23,648 DEBUG [RS:0;e14ef07817f4:38553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:23,648 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:23,648 INFO [RS:0;e14ef07817f4:38553 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:23,648 INFO [RS:0;e14ef07817f4:38553 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:23,649 INFO [RS:0;e14ef07817f4:38553 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:23,649 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:23,649 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,38553,1732130535091 because: Region server is closing 2024-11-20T19:22:23,649 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T19:22:23,649 INFO [RS:0;e14ef07817f4:38553 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:38553. 2024-11-20T19:22:23,649 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T19:22:23,649 DEBUG [RS:0;e14ef07817f4:38553 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:23,649 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T19:22:23,649 DEBUG [RS:0;e14ef07817f4:38553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:23,649 DEBUG [RS:0;e14ef07817f4:38553 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:23,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:23,749 WARN [RS:0;e14ef07817f4:38553.replicationSource.shippere14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T19:22:23,749 WARN [RS:0;e14ef07817f4:38553.replicationSource.wal-reader.e14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:22:23,750 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;e14ef07817f4:38553.replicationSource.shippere14ef07817f4%2C38553%2C1732130535091,1-e14ef07817f4,38553,1732130535091 terminated 2024-11-20T19:22:23,750 INFO [RS:0;e14ef07817f4:38553 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38553 2024-11-20T19:22:23,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861/rs 2024-11-20T19:22:23,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/rs/e14ef07817f4,38553,1732130535091 2024-11-20T19:22:23,765 INFO [RS:0;e14ef07817f4:38553 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:23,776 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,38553,1732130535091] 2024-11-20T19:22:23,786 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-674538861/draining/e14ef07817f4,38553,1732130535091 already deleted, retry=false 2024-11-20T19:22:23,786 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,38553,1732130535091 expired; onlineServers=0 2024-11-20T19:22:23,786 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,44427,1732130535046' ***** 2024-11-20T19:22:23,786 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:22:23,786 INFO [M:0;e14ef07817f4:44427 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:23,787 INFO [M:0;e14ef07817f4:44427 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:23,787 DEBUG [M:0;e14ef07817f4:44427 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:22:23,787 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:22:23,787 DEBUG [M:0;e14ef07817f4:44427 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:22:23,787 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130535836 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130535836,5,FailOnTimeoutGroup] 2024-11-20T19:22:23,787 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130535836 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130535836,5,FailOnTimeoutGroup] 2024-11-20T19:22:23,787 INFO [M:0;e14ef07817f4:44427 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:23,787 INFO [M:0;e14ef07817f4:44427 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:23,787 DEBUG [M:0;e14ef07817f4:44427 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:22:23,787 INFO [M:0;e14ef07817f4:44427 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:22:23,787 INFO [M:0;e14ef07817f4:44427 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:23,787 INFO [M:0;e14ef07817f4:44427 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:22:23,787 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:22:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-674538861/master 2024-11-20T19:22:23,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-674538861 2024-11-20T19:22:23,797 DEBUG [M:0;e14ef07817f4:44427 {}] zookeeper.ZKUtil(347): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Unable to get data of znode /0-674538861/master because node does not exist (not an error) 2024-11-20T19:22:23,797 WARN [M:0;e14ef07817f4:44427 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:22:23,798 INFO [M:0;e14ef07817f4:44427 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/.lastflushedseqids 2024-11-20T19:22:23,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741852_1028 (size=181) 2024-11-20T19:22:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:23,876 INFO [RS:0;e14ef07817f4:38553 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38553-0x10159b22d570007, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:23,876 INFO [RS:0;e14ef07817f4:38553 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,38553,1732130535091; zookeeper connection closed. 2024-11-20T19:22:23,876 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@58f8f63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@58f8f63 2024-11-20T19:22:23,876 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:22:24,203 INFO [M:0;e14ef07817f4:44427 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:22:24,203 INFO [M:0;e14ef07817f4:44427 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:22:24,203 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:24,203 INFO [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:24,203 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:24,203 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:24,203 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:24,203 INFO [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T19:22:24,232 DEBUG [M:0;e14ef07817f4:44427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cde7d818b0a845f68e6830615aeade74 is 82, key is hbase:meta,,1/info:regioninfo/1732130536463/Put/seqid=0 2024-11-20T19:22:24,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741853_1029 (size=5672) 2024-11-20T19:22:24,647 INFO [M:0;e14ef07817f4:44427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cde7d818b0a845f68e6830615aeade74 2024-11-20T19:22:24,675 DEBUG [M:0;e14ef07817f4:44427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/467a328ae60547b08f10c4c80dc57126 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732130540720/Put/seqid=0 2024-11-20T19:22:24,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741854_1030 (size=7312) 2024-11-20T19:22:25,104 INFO [M:0;e14ef07817f4:44427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/467a328ae60547b08f10c4c80dc57126 2024-11-20T19:22:25,143 DEBUG [M:0;e14ef07817f4:44427 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2ec8d225d44744804cc23b21730674 is 69, key is e14ef07817f4,38553,1732130535091/rs:state/1732130535949/Put/seqid=0 2024-11-20T19:22:25,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741855_1031 (size=5370) 2024-11-20T19:22:25,558 INFO [M:0;e14ef07817f4:44427 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2ec8d225d44744804cc23b21730674 2024-11-20T19:22:25,568 INFO [M:0;e14ef07817f4:44427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed2ec8d225d44744804cc23b21730674 2024-11-20T19:22:25,572 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cde7d818b0a845f68e6830615aeade74 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cde7d818b0a845f68e6830615aeade74 2024-11-20T19:22:25,580 INFO [M:0;e14ef07817f4:44427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cde7d818b0a845f68e6830615aeade74, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T19:22:25,581 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/467a328ae60547b08f10c4c80dc57126 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/467a328ae60547b08f10c4c80dc57126 2024-11-20T19:22:25,586 INFO [M:0;e14ef07817f4:44427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/467a328ae60547b08f10c4c80dc57126, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T19:22:25,587 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ed2ec8d225d44744804cc23b21730674 as hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed2ec8d225d44744804cc23b21730674 2024-11-20T19:22:25,594 INFO [M:0;e14ef07817f4:44427 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed2ec8d225d44744804cc23b21730674 2024-11-20T19:22:25,594 INFO [M:0;e14ef07817f4:44427 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37349/user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ed2ec8d225d44744804cc23b21730674, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T19:22:25,595 INFO [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1392ms, sequenceid=127, compaction requested=false 2024-11-20T19:22:25,602 INFO [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:25,602 DEBUG [M:0;e14ef07817f4:44427 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130544203Disabling compacts and flushes for region at 1732130544203Disabling writes for close at 1732130544203Obtaining lock to block concurrent updates at 1732130544203Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130544203Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732130544204 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130544204Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130544204Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130544231 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130544231Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130544652 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130544674 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130544674Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130545121 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130545142 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130545142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a1abfe6: reopening flushed file at 1732130545568 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@449e00b5: reopening flushed file at 1732130545580 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46439f6c: reopening flushed file at 1732130545587 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1392ms, sequenceid=127, compaction requested=false at 1732130545595 (+8 ms)Writing region close event to WAL at 1732130545602 (+7 ms)Closed at 1732130545602 2024-11-20T19:22:25,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8a64e3cf-4357-a5fc-41a2-a77aa9b0c7f8/MasterData/WALs/e14ef07817f4,44427,1732130535046/e14ef07817f4%2C44427%2C1732130535046.1732130535594 not finished, retry = 0 2024-11-20T19:22:25,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46483 is added to blk_1073741847_1023 (size=22903) 2024-11-20T19:22:25,706 INFO [M:0;e14ef07817f4:44427 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:22:25,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:25,706 INFO [M:0;e14ef07817f4:44427 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44427 2024-11-20T19:22:25,706 INFO [M:0;e14ef07817f4:44427 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:25,886 INFO [M:0;e14ef07817f4:44427 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:25,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:25,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44427-0x10159b22d570006, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:25,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6268c86f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:22:25,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@357b9dc3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:22:25,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:22:25,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f77e0f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:22:25,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e9ab1b2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.log.dir/,STOPPED} 2024-11-20T19:22:25,891 WARN [BP-586186911-172.17.0.3-1732130517438 heartbeating to localhost/127.0.0.1:37349 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:22:25,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:22:25,891 WARN [BP-586186911-172.17.0.3-1732130517438 heartbeating to localhost/127.0.0.1:37349 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-586186911-172.17.0.3-1732130517438 (Datanode Uuid ba0bed88-72fd-4671-9ec1-461dbdd220c8) service to localhost/127.0.0.1:37349 2024-11-20T19:22:25,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:22:25,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/cluster_bf360f4f-1dfe-0b58-ffb9-c99bc3896aa7/data/data1/current/BP-586186911-172.17.0.3-1732130517438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:22:25,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/cluster_bf360f4f-1dfe-0b58-ffb9-c99bc3896aa7/data/data2/current/BP-586186911-172.17.0.3-1732130517438 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:22:25,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:22:25,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@189dc321{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:22:25,898 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ab93de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:22:25,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:22:25,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2faed23b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:22:25,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54288a20{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c62fca9-0ba7-0e0e-11ac-59beec859ade/hadoop.log.dir/,STOPPED} 2024-11-20T19:22:25,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:22:25,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:22:25,929 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=206 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37349 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37349 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:36177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36177 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37349 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37349 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=569 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 248), ProcessCount=11 (was 11), AvailableMemoryMB=3850 (was 3362) - AvailableMemoryMB LEAK? - 2024-11-20T19:22:25,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=206, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=3850 2024-11-20T19:22:25,954 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T19:22:25,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.log.dir so I do NOT create it in target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795 2024-11-20T19:22:25,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:22:25,955 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.tmp.dir so I do NOT create it in target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795 2024-11-20T19:22:25,955 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/317ee2eb-f5ee-f394-8829-aa922c2c53b2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:22:25,955 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795 2024-11-20T19:22:25,955 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/cluster_494ae864-a474-3962-57ab-bf614ace978b, deleteOnExit=true 2024-11-20T19:22:25,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/cluster_494ae864-a474-3962-57ab-bf614ace978b/zookeeper_0, clientPort=57564, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/cluster_494ae864-a474-3962-57ab-bf614ace978b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/cluster_494ae864-a474-3962-57ab-bf614ace978b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:22:25,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57564 2024-11-20T19:22:25,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:22:25,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/test.cache.data in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:22:25,959 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:22:25,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:22:25,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:22:26,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159b22d570005, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:22:26,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159b22d570002, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:22:26,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159b22d570002, quorum=127.0.0.1:62469, baseZNode=/0-674538861 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:22:26,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159b22d570005, quorum=127.0.0.1:62469, baseZNode=/11033950683 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:22:26,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:26,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:22:26,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:22:26,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:22:26,500 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:22:26,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:26,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62b36654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:22:26,505 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c0da958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:22:26,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@eecaf08{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/java.io.tmpdir/jetty-localhost-40711-hadoop-hdfs-3_4_1-tests_jar-_-any-6010406200494031750/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:22:26,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24591d73{HTTP/1.1, (http/1.1)}{localhost:40711} 2024-11-20T19:22:26,601 INFO [Time-limited test {}] server.Server(415): Started @173984ms 2024-11-20T19:22:26,917 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:26,932 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:22:26,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:22:26,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:22:26,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:22:26,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@152eda5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:22:26,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@156060c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:22:27,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61375868{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/java.io.tmpdir/jetty-localhost-41837-hadoop-hdfs-3_4_1-tests_jar-_-any-17091360886335151364/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:22:27,079 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9040624{HTTP/1.1, (http/1.1)}{localhost:41837} 2024-11-20T19:22:27,079 INFO [Time-limited test {}] server.Server(415): Started @174462ms 2024-11-20T19:22:27,081 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:22:27,915 WARN [Thread-1679 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/cluster_494ae864-a474-3962-57ab-bf614ace978b/data/data1/current/BP-685499555-172.17.0.3-1732130545994/current, will proceed with Du for space computation calculation, 2024-11-20T19:22:27,915 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/cluster_494ae864-a474-3962-57ab-bf614ace978b/data/data2/current/BP-685499555-172.17.0.3-1732130545994/current, will proceed with Du for space computation calculation, 2024-11-20T19:22:27,938 WARN [Thread-1667 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:22:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab03832abd37a38 with lease ID 0xb0a14965e1e088bf: Processing first storage report for DS-bbc04cff-5f27-4c19-85cb-31f7709d17a8 from datanode DatanodeRegistration(127.0.0.1:46379, datanodeUuid=248eb20a-e4e2-4579-80e0-7d2641798394, infoPort=40791, infoSecurePort=0, ipcPort=37325, storageInfo=lv=-57;cid=testClusterID;nsid=1769040915;c=1732130545994) 2024-11-20T19:22:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab03832abd37a38 with lease ID 0xb0a14965e1e088bf: from storage DS-bbc04cff-5f27-4c19-85cb-31f7709d17a8 node DatanodeRegistration(127.0.0.1:46379, datanodeUuid=248eb20a-e4e2-4579-80e0-7d2641798394, infoPort=40791, infoSecurePort=0, ipcPort=37325, storageInfo=lv=-57;cid=testClusterID;nsid=1769040915;c=1732130545994), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:22:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ab03832abd37a38 with lease ID 0xb0a14965e1e088bf: Processing first storage report for DS-314d6fc9-0f84-4d0e-82b5-d677ae19c83a from datanode DatanodeRegistration(127.0.0.1:46379, datanodeUuid=248eb20a-e4e2-4579-80e0-7d2641798394, infoPort=40791, infoSecurePort=0, ipcPort=37325, storageInfo=lv=-57;cid=testClusterID;nsid=1769040915;c=1732130545994) 2024-11-20T19:22:27,942 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ab03832abd37a38 with lease ID 0xb0a14965e1e088bf: from storage DS-314d6fc9-0f84-4d0e-82b5-d677ae19c83a node DatanodeRegistration(127.0.0.1:46379, datanodeUuid=248eb20a-e4e2-4579-80e0-7d2641798394, infoPort=40791, infoSecurePort=0, ipcPort=37325, storageInfo=lv=-57;cid=testClusterID;nsid=1769040915;c=1732130545994), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T19:22:28,035 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795 2024-11-20T19:22:28,036 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:28,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:28,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:22:28,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:22:28,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:28,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:28,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:28,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:28,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:28,447 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785 with version=8 2024-11-20T19:22:28,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/hbase-staging 2024-11-20T19:22:28,449 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:22:28,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:28,449 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:28,450 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:22:28,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:28,450 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:22:28,450 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:22:28,450 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:22:28,450 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45231 2024-11-20T19:22:28,452 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45231 connecting to ZooKeeper ensemble=127.0.0.1:57564 2024-11-20T19:22:28,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452310x0, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:28,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45231-0x10159b29cd00000 connected 2024-11-20T19:22:29,067 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:29,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:29,071 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on znode that does not yet exist, /0-1599901753/running 2024-11-20T19:22:29,071 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785, hbase.cluster.distributed=false 2024-11-20T19:22:29,073 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on znode that does not yet exist, /0-1599901753/acl 2024-11-20T19:22:29,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45231 2024-11-20T19:22:29,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45231 2024-11-20T19:22:29,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45231 2024-11-20T19:22:29,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45231 2024-11-20T19:22:29,074 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45231 2024-11-20T19:22:29,091 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:22:29,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:29,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:29,091 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:22:29,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:29,091 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:22:29,091 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:22:29,091 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:22:29,092 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34579 2024-11-20T19:22:29,093 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34579 connecting to ZooKeeper ensemble=127.0.0.1:57564 2024-11-20T19:22:29,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:29,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:29,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345790x0, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:29,211 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345790x0, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on znode that does not yet exist, /0-1599901753/running 2024-11-20T19:22:29,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34579-0x10159b29cd00001 connected 2024-11-20T19:22:29,211 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:22:29,211 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:22:29,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on znode that does not yet exist, /0-1599901753/master 2024-11-20T19:22:29,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on znode that does not yet exist, /0-1599901753/acl 2024-11-20T19:22:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34579 2024-11-20T19:22:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34579 2024-11-20T19:22:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34579 2024-11-20T19:22:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34579 2024-11-20T19:22:29,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34579 2024-11-20T19:22:29,224 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:45231 2024-11-20T19:22:29,224 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1599901753/backup-masters/e14ef07817f4,45231,1732130548449 2024-11-20T19:22:29,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753/backup-masters 2024-11-20T19:22:29,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753/backup-masters 2024-11-20T19:22:29,323 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on existing znode=/0-1599901753/backup-masters/e14ef07817f4,45231,1732130548449 2024-11-20T19:22:29,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:29,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:22:29,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:22:29,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:29,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1599901753/master 2024-11-20T19:22:29,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:29,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:29,478 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on existing znode=/0-1599901753/master 2024-11-20T19:22:29,479 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1599901753/backup-masters/e14ef07817f4,45231,1732130548449 from backup master directory 2024-11-20T19:22:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753/backup-masters 2024-11-20T19:22:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1599901753/backup-masters/e14ef07817f4,45231,1732130548449 2024-11-20T19:22:29,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753/backup-masters 2024-11-20T19:22:29,534 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:29,534 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,45231,1732130548449 2024-11-20T19:22:29,537 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/hbase.id] with ID: 6d51eb07-992e-4195-a64d-2f8b7bea2b15 2024-11-20T19:22:29,537 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/.tmp/hbase.id 2024-11-20T19:22:29,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:22:29,942 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/.tmp/hbase.id]:[hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/hbase.id] 2024-11-20T19:22:29,950 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:29,950 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:22:29,951 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T19:22:30,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:30,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:30,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:22:30,406 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:30,407 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:22:30,408 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:30,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:22:30,419 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store 2024-11-20T19:22:30,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:22:30,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:30,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:30,824 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:30,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:30,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:30,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:30,824 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:30,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130550824Disabling compacts and flushes for region at 1732130550824Disabling writes for close at 1732130550824Writing region close event to WAL at 1732130550824Closed at 1732130550824 2024-11-20T19:22:30,825 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/.initializing 2024-11-20T19:22:30,825 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/WALs/e14ef07817f4,45231,1732130548449 2024-11-20T19:22:30,826 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:30,827 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C45231%2C1732130548449, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/WALs/e14ef07817f4,45231,1732130548449, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/oldWALs, maxLogs=10 2024-11-20T19:22:30,838 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/WALs/e14ef07817f4,45231,1732130548449/e14ef07817f4%2C45231%2C1732130548449.1732130550827, exclude list is [], retry=0 2024-11-20T19:22:30,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-bbc04cff-5f27-4c19-85cb-31f7709d17a8,DISK] 2024-11-20T19:22:30,842 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/WALs/e14ef07817f4,45231,1732130548449/e14ef07817f4%2C45231%2C1732130548449.1732130550827 2024-11-20T19:22:30,842 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-20T19:22:30,842 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:30,843 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:30,843 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,843 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,844 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:22:30,845 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:30,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:30,845 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:22:30,846 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:30,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:30,846 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:22:30,847 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:30,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:30,847 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:22:30,848 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:30,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:30,848 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,849 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,849 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,850 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,850 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,851 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:30,851 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:30,853 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:30,853 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62248510, jitterRate=-0.07242491841316223}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:30,854 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130550843Initializing all the Stores at 1732130550843Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130550843Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130550844 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130550844Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130550844Cleaning up temporary data from old regions at 1732130550850 (+6 ms)Region opened successfully at 1732130550854 (+4 ms) 2024-11-20T19:22:30,854 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:22:30,856 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f85c01f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:30,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:22:30,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:22:30,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:22:30,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:22:30,857 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:22:30,858 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:22:30,858 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:22:30,859 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:22:30,859 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Unable to get data of znode /0-1599901753/balancer because node does not exist (not necessarily an error) 2024-11-20T19:22:30,910 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1599901753/balancer already deleted, retry=false 2024-11-20T19:22:30,910 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:22:30,911 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Unable to get data of znode /0-1599901753/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:22:30,921 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1599901753/normalizer already deleted, retry=false 2024-11-20T19:22:30,921 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:22:30,922 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Unable to get data of znode /0-1599901753/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:22:30,931 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1599901753/switch/split already deleted, retry=false 2024-11-20T19:22:30,932 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Unable to get data of znode /0-1599901753/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:22:30,942 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1599901753/switch/merge already deleted, retry=false 2024-11-20T19:22:30,943 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Unable to get data of znode /0-1599901753/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:22:30,952 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1599901753/snapshot-cleanup already deleted, retry=false 2024-11-20T19:22:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1599901753/running 2024-11-20T19:22:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1599901753/running 2024-11-20T19:22:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:30,963 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,45231,1732130548449, sessionid=0x10159b29cd00000, setting cluster-up flag (Was=false) 2024-11-20T19:22:30,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:30,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:31,016 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1599901753/flush-table-proc/acquired, /0-1599901753/flush-table-proc/reached, /0-1599901753/flush-table-proc/abort 2024-11-20T19:22:31,016 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,45231,1732130548449 2024-11-20T19:22:31,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:31,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:31,068 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1599901753/online-snapshot/acquired, /0-1599901753/online-snapshot/reached, /0-1599901753/online-snapshot/abort 2024-11-20T19:22:31,069 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,45231,1732130548449 2024-11-20T19:22:31,070 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:22:31,071 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:31,072 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:22:31,072 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:22:31,072 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of e14ef07817f4,33981,1732130519710: status=Processing ServerCrashProcedure of e14ef07817f4,33981,1732130519710 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732130535836, completionTime=-1 appears to have been leaked 2024-11-20T19:22:31,072 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,45231,1732130548449 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:22:31,073 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:31,073 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:31,073 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:31,073 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:31,073 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:22:31,073 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,074 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:31,074 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:31,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:22:31,075 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130581075 2024-11-20T19:22:31,075 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:22:31,075 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:22:31,075 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:22:31,075 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:22:31,076 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:22:31,076 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:22:31,076 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:31,076 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,076 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:22:31,080 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:22:31,080 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:22:31,080 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:22:31,080 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:22:31,081 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:22:31,081 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:22:31,084 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130551081,5,FailOnTimeoutGroup] 2024-11-20T19:22:31,085 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130551084,5,FailOnTimeoutGroup] 2024-11-20T19:22:31,085 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,085 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:22:31,085 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,085 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:22:31,116 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(746): ClusterId : 6d51eb07-992e-4195-a64d-2f8b7bea2b15 2024-11-20T19:22:31,116 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:22:31,126 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:22:31,126 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:22:31,136 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:22:31,137 DEBUG [RS:0;e14ef07817f4:34579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1bae14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:31,147 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:34579 2024-11-20T19:22:31,147 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:22:31,147 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:22:31,147 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:22:31,148 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,45231,1732130548449 with port=34579, startcode=1732130549091 2024-11-20T19:22:31,148 DEBUG [RS:0;e14ef07817f4:34579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:22:31,149 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:22:31,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45231 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,34579,1732130549091 2024-11-20T19:22:31,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45231 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,34579,1732130549091 2024-11-20T19:22:31,151 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785 2024-11-20T19:22:31,151 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40983 2024-11-20T19:22:31,151 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:22:31,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753/rs 2024-11-20T19:22:31,163 DEBUG [RS:0;e14ef07817f4:34579 {}] zookeeper.ZKUtil(111): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on existing znode=/0-1599901753/rs/e14ef07817f4,34579,1732130549091 2024-11-20T19:22:31,163 WARN [RS:0;e14ef07817f4:34579 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:31,163 INFO [RS:0;e14ef07817f4:34579 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:31,164 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091 2024-11-20T19:22:31,164 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,34579,1732130549091] 2024-11-20T19:22:31,170 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:22:31,171 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:22:31,172 INFO [RS:0;e14ef07817f4:34579 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:22:31,172 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,172 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:22:31,173 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:22:31,173 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,173 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,174 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,174 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:31,174 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:31,174 DEBUG [RS:0;e14ef07817f4:34579 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:31,178 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,178 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,179 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,179 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,179 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,179 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34579,1732130549091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:31,192 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:22:31,192 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34579,1732130549091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,192 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,193 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.Replication(171): e14ef07817f4,34579,1732130549091 started 2024-11-20T19:22:31,205 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:31,206 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,34579,1732130549091, RpcServer on e14ef07817f4/172.17.0.3:34579, sessionid=0x10159b29cd00001 2024-11-20T19:22:31,206 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:22:31,206 DEBUG [RS:0;e14ef07817f4:34579 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,34579,1732130549091 2024-11-20T19:22:31,206 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,34579,1732130549091' 2024-11-20T19:22:31,206 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1599901753/flush-table-proc/abort' 2024-11-20T19:22:31,206 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1599901753/flush-table-proc/acquired' 2024-11-20T19:22:31,207 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:22:31,207 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:22:31,207 DEBUG [RS:0;e14ef07817f4:34579 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,34579,1732130549091 2024-11-20T19:22:31,207 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,34579,1732130549091' 2024-11-20T19:22:31,207 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1599901753/online-snapshot/abort' 2024-11-20T19:22:31,207 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1599901753/online-snapshot/acquired' 2024-11-20T19:22:31,207 DEBUG [RS:0;e14ef07817f4:34579 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:22:31,207 INFO [RS:0;e14ef07817f4:34579 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:22:31,207 INFO [RS:0;e14ef07817f4:34579 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:22:31,308 INFO [RS:0;e14ef07817f4:34579 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:31,309 INFO [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C34579%2C1732130549091, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/oldWALs, maxLogs=10 2024-11-20T19:22:31,324 DEBUG [RS:0;e14ef07817f4:34579 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309, exclude list is [], retry=0 2024-11-20T19:22:31,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-bbc04cff-5f27-4c19-85cb-31f7709d17a8,DISK] 2024-11-20T19:22:31,329 INFO [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 2024-11-20T19:22:31,329 DEBUG [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-20T19:22:31,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:22:31,488 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785 2024-11-20T19:22:31,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:22:31,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:31,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:31,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:31,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:31,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:31,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:31,898 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:31,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:31,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:31,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:31,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:31,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:31,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:31,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:31,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:31,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:31,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:31,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:31,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740 2024-11-20T19:22:31,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740 2024-11-20T19:22:31,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:31,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:31,903 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:31,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:31,906 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:31,906 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70270008, jitterRate=0.047104716300964355}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:31,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130551894Initializing all the Stores at 1732130551895 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130551895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130551895Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130551895Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130551895Cleaning up temporary data from old regions at 1732130551902 (+7 ms)Region opened successfully at 1732130551907 (+5 ms) 2024-11-20T19:22:31,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:31,907 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:31,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:31,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:22:31,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:31,908 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:31,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130551907Disabling compacts and flushes for region at 1732130551907Disabling writes for close at 1732130551907Writing region close event to WAL at 1732130551907Closed at 1732130551908 (+1 ms) 2024-11-20T19:22:31,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:31,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:22:31,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:22:31,910 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:31,911 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:22:32,061 DEBUG [e14ef07817f4:45231 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:22:32,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,34579,1732130549091 2024-11-20T19:22:32,063 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,34579,1732130549091, state=OPENING 2024-11-20T19:22:32,073 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:22:32,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:32,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:32,110 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:32,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1599901753/meta-region-server: CHANGED 2024-11-20T19:22:32,110 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1599901753/meta-region-server: CHANGED 2024-11-20T19:22:32,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,34579,1732130549091}] 2024-11-20T19:22:32,263 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:22:32,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:22:32,267 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:22:32,267 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:32,267 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:22:32,268 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C34579%2C1732130549091.meta, suffix=.meta, logDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/oldWALs, maxLogs=10 2024-11-20T19:22:32,281 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.meta.1732130552269.meta, exclude list is [], retry=0 2024-11-20T19:22:32,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-bbc04cff-5f27-4c19-85cb-31f7709d17a8,DISK] 2024-11-20T19:22:32,284 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.meta.1732130552269.meta 2024-11-20T19:22:32,284 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-20T19:22:32,285 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:32,285 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:32,285 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:32,285 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:22:32,285 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:22:32,285 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:22:32,285 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:32,286 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:22:32,286 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:22:32,288 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:32,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:32,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:32,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:32,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:32,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:32,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:32,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:32,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:32,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:32,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:32,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:32,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:32,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:32,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:32,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:32,294 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:32,294 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740 2024-11-20T19:22:32,296 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740 2024-11-20T19:22:32,297 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:32,297 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:32,297 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:32,298 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:32,299 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66310707, jitterRate=-0.011893466114997864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:32,299 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:22:32,300 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130552286Writing region info on filesystem at 1732130552286Initializing all the Stores at 1732130552287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130552287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130552288 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130552288Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130552288Cleaning up temporary data from old regions at 1732130552297 (+9 ms)Running coprocessor post-open hooks at 1732130552299 (+2 ms)Region opened successfully at 1732130552300 (+1 ms) 2024-11-20T19:22:32,301 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130552263 2024-11-20T19:22:32,302 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:22:32,302 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:22:32,303 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,34579,1732130549091 2024-11-20T19:22:32,304 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,34579,1732130549091, state=OPEN 2024-11-20T19:22:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1599901753/meta-region-server 2024-11-20T19:22:32,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1599901753/meta-region-server 2024-11-20T19:22:32,315 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,34579,1732130549091 2024-11-20T19:22:32,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1599901753/meta-region-server: CHANGED 2024-11-20T19:22:32,315 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1599901753/meta-region-server: CHANGED 2024-11-20T19:22:32,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:22:32,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,34579,1732130549091 in 205 msec 2024-11-20T19:22:32,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:22:32,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-20T19:22:32,320 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:32,320 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:22:32,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:32,321 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34579,1732130549091, seqNum=-1] 2024-11-20T19:22:32,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:32,322 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:32,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2570 sec 2024-11-20T19:22:32,329 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130552329, completionTime=-1 2024-11-20T19:22:32,329 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:22:32,329 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:22:32,331 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:22:32,331 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130612331 2024-11-20T19:22:32,331 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130672331 2024-11-20T19:22:32,331 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:22:32,331 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,45231,1732130548449-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:32,331 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,45231,1732130548449-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:32,331 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,45231,1732130548449-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:32,332 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:45231, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:32,332 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:32,332 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:32,333 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:22:32,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.801sec 2024-11-20T19:22:32,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:22:32,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:22:32,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:22:32,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:22:32,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:22:32,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,45231,1732130548449-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:32,335 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,45231,1732130548449-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:22:32,337 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:22:32,337 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:22:32,337 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,45231,1732130548449-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:32,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2392a805, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:32,417 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,45231,-1 for getting cluster id 2024-11-20T19:22:32,417 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:32,420 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d51eb07-992e-4195-a64d-2f8b7bea2b15' 2024-11-20T19:22:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d51eb07-992e-4195-a64d-2f8b7bea2b15" 2024-11-20T19:22:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f1b7356, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:32,420 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,45231,-1] 2024-11-20T19:22:32,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:32,421 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:32,422 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:32,422 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43b444eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:32,423 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:32,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34579,1732130549091, seqNum=-1] 2024-11-20T19:22:32,424 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:32,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:32,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,45231,1732130548449 2024-11-20T19:22:32,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57564 2024-11-20T19:22:32,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:32,443 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b29cd00002 connected 2024-11-20T19:22:32,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.log.dir so I do NOT create it in target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5 2024-11-20T19:22:32,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:22:32,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.tmp.dir so I do NOT create it in target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5 2024-11-20T19:22:32,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:22:32,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5 2024-11-20T19:22:32,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:22:32,455 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/cluster_be2eee8f-6079-568f-068b-85342998d7ca, deleteOnExit=true 2024-11-20T19:22:32,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:22:32,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/test.cache.data in system properties and HBase conf 2024-11-20T19:22:32,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:22:32,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:22:32,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:22:32,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:22:32,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:22:32,456 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:22:32,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:22:32,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:22:32,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:22:32,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:22:32,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:22:32,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:22:32,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:22:32,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:22:32,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:22:32,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:22:32,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:22:32,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:22:32,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:22:32,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:22:32,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:32,845 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:22:32,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:22:32,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:22:32,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:22:32,849 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:32,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66616b13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:22:32,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37c9d700{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:22:32,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@433ddd6f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/java.io.tmpdir/jetty-localhost-45781-hadoop-hdfs-3_4_1-tests_jar-_-any-18127612830390088092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:22:32,950 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5857b614{HTTP/1.1, (http/1.1)}{localhost:45781} 2024-11-20T19:22:32,950 INFO [Time-limited test {}] server.Server(415): Started @180333ms 2024-11-20T19:22:33,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:33,303 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:22:33,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:22:33,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:22:33,311 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:22:33,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a355638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:22:33,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27e95f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:22:33,424 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f77d453{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/java.io.tmpdir/jetty-localhost-35357-hadoop-hdfs-3_4_1-tests_jar-_-any-10002951272692086202/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:22:33,424 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@419d08a7{HTTP/1.1, (http/1.1)}{localhost:35357} 2024-11-20T19:22:33,424 INFO [Time-limited test {}] server.Server(415): Started @180807ms 2024-11-20T19:22:33,426 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:22:34,127 WARN [Thread-1800 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/cluster_be2eee8f-6079-568f-068b-85342998d7ca/data/data1/current/BP-270409837-172.17.0.3-1732130552475/current, will proceed with Du for space computation calculation, 2024-11-20T19:22:34,127 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/cluster_be2eee8f-6079-568f-068b-85342998d7ca/data/data2/current/BP-270409837-172.17.0.3-1732130552475/current, will proceed with Du for space computation calculation, 2024-11-20T19:22:34,146 WARN [Thread-1788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:22:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x781111558235acc7 with lease ID 0x7456120d5488f84a: Processing first storage report for DS-d219eb31-b50b-4768-996d-accf29d163c4 from datanode DatanodeRegistration(127.0.0.1:34701, datanodeUuid=81fa78ae-dc5f-486c-9b72-b5c5c924ca67, infoPort=34259, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=743442134;c=1732130552475) 2024-11-20T19:22:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x781111558235acc7 with lease ID 0x7456120d5488f84a: from storage DS-d219eb31-b50b-4768-996d-accf29d163c4 node DatanodeRegistration(127.0.0.1:34701, datanodeUuid=81fa78ae-dc5f-486c-9b72-b5c5c924ca67, infoPort=34259, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=743442134;c=1732130552475), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:22:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x781111558235acc7 with lease ID 0x7456120d5488f84a: Processing first storage report for DS-0a649a64-6da0-4bbc-bd77-992705b08f7d from datanode DatanodeRegistration(127.0.0.1:34701, datanodeUuid=81fa78ae-dc5f-486c-9b72-b5c5c924ca67, infoPort=34259, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=743442134;c=1732130552475) 2024-11-20T19:22:34,149 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x781111558235acc7 with lease ID 0x7456120d5488f84a: from storage DS-0a649a64-6da0-4bbc-bd77-992705b08f7d node DatanodeRegistration(127.0.0.1:34701, datanodeUuid=81fa78ae-dc5f-486c-9b72-b5c5c924ca67, infoPort=34259, infoSecurePort=0, ipcPort=40923, storageInfo=lv=-57;cid=testClusterID;nsid=743442134;c=1732130552475), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:22:34,172 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5 2024-11-20T19:22:34,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:34,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:34,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:22:34,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0 with version=8 2024-11-20T19:22:34,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/hbase-staging 2024-11-20T19:22:34,584 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:22:34,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:34,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:34,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:22:34,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:34,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:22:34,585 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:22:34,585 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:22:34,585 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33993 2024-11-20T19:22:34,586 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33993 connecting to ZooKeeper ensemble=127.0.0.1:57564 2024-11-20T19:22:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339930x0, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:34,599 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33993-0x10159b29cd00003 connected 2024-11-20T19:22:34,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:34,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:34,677 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on znode that does not yet exist, /1214794153/running 2024-11-20T19:22:34,677 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0, hbase.cluster.distributed=false 2024-11-20T19:22:34,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on znode that does not yet exist, /1214794153/acl 2024-11-20T19:22:34,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33993 2024-11-20T19:22:34,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33993 2024-11-20T19:22:34,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33993 2024-11-20T19:22:34,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33993 2024-11-20T19:22:34,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33993 2024-11-20T19:22:34,699 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:22:34,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:34,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:34,699 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:22:34,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:22:34,699 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:22:34,699 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:22:34,699 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:22:34,700 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40945 2024-11-20T19:22:34,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40945 connecting to ZooKeeper ensemble=127.0.0.1:57564 2024-11-20T19:22:34,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:34,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:34,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409450x0, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:34,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:409450x0, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on znode that does not yet exist, /1214794153/running 2024-11-20T19:22:34,722 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:22:34,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40945-0x10159b29cd00004 connected 2024-11-20T19:22:34,728 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:22:34,729 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on znode that does not yet exist, /1214794153/master 2024-11-20T19:22:34,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on znode that does not yet exist, /1214794153/acl 2024-11-20T19:22:34,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40945 2024-11-20T19:22:34,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40945 2024-11-20T19:22:34,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40945 2024-11-20T19:22:34,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40945 2024-11-20T19:22:34,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40945 2024-11-20T19:22:34,751 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:33993 2024-11-20T19:22:34,751 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1214794153/backup-masters/e14ef07817f4,33993,1732130554584 2024-11-20T19:22:34,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153/backup-masters 2024-11-20T19:22:34,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153/backup-masters 2024-11-20T19:22:34,763 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on existing znode=/1214794153/backup-masters/e14ef07817f4,33993,1732130554584 2024-11-20T19:22:34,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1214794153/master 2024-11-20T19:22:34,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:34,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:34,773 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on existing znode=/1214794153/master 2024-11-20T19:22:34,774 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1214794153/backup-masters/e14ef07817f4,33993,1732130554584 from backup master directory 2024-11-20T19:22:34,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214794153/backup-masters/e14ef07817f4,33993,1732130554584 2024-11-20T19:22:34,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153/backup-masters 2024-11-20T19:22:34,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153/backup-masters 2024-11-20T19:22:34,784 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:34,784 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,33993,1732130554584 2024-11-20T19:22:34,790 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/hbase.id] with ID: 7d8a612c-58a2-4f11-bf84-e63ae16ec29b 2024-11-20T19:22:34,790 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/.tmp/hbase.id 2024-11-20T19:22:34,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:22:34,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:22:34,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:34,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:34,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:34,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:34,975 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:35,203 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/.tmp/hbase.id]:[hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/hbase.id] 2024-11-20T19:22:35,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:35,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:22:35,213 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:22:35,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:35,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:35,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:22:35,647 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:35,648 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:22:35,648 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:35,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:22:36,058 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store 2024-11-20T19:22:36,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:22:36,463 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:36,463 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:36,463 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:36,464 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:36,464 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:36,464 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:36,464 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:36,464 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130556463Disabling compacts and flushes for region at 1732130556463Disabling writes for close at 1732130556464 (+1 ms)Writing region close event to WAL at 1732130556464Closed at 1732130556464 2024-11-20T19:22:36,464 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/.initializing 2024-11-20T19:22:36,464 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/WALs/e14ef07817f4,33993,1732130554584 2024-11-20T19:22:36,465 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:36,466 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C33993%2C1732130554584, suffix=, logDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/WALs/e14ef07817f4,33993,1732130554584, archiveDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/oldWALs, maxLogs=10 2024-11-20T19:22:36,478 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/WALs/e14ef07817f4,33993,1732130554584/e14ef07817f4%2C33993%2C1732130554584.1732130556466, exclude list is [], retry=0 2024-11-20T19:22:36,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34701,DS-d219eb31-b50b-4768-996d-accf29d163c4,DISK] 2024-11-20T19:22:36,481 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/WALs/e14ef07817f4,33993,1732130554584/e14ef07817f4%2C33993%2C1732130554584.1732130556466 2024-11-20T19:22:36,482 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-11-20T19:22:36,482 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:36,482 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:36,482 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,482 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,484 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:22:36,484 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:36,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:36,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:22:36,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:36,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:36,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:22:36,487 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:36,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:36,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:22:36,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:36,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:36,488 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,489 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,489 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,490 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,490 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,490 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:36,491 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:22:36,493 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:36,493 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61559140, jitterRate=-0.08269733190536499}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:36,493 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130556482Initializing all the Stores at 1732130556483 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130556483Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130556483Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130556483Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130556483Cleaning up temporary data from old regions at 1732130556490 (+7 ms)Region opened successfully at 1732130556493 (+3 ms) 2024-11-20T19:22:36,493 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:22:36,495 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce85fba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:36,496 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:22:36,496 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:22:36,496 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:22:36,496 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:22:36,497 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:22:36,497 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:22:36,497 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:22:36,504 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:22:36,504 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Unable to get data of znode /1214794153/balancer because node does not exist (not necessarily an error) 2024-11-20T19:22:36,514 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214794153/balancer already deleted, retry=false 2024-11-20T19:22:36,515 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:22:36,515 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Unable to get data of znode /1214794153/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:22:36,525 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214794153/normalizer already deleted, retry=false 2024-11-20T19:22:36,525 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:22:36,526 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Unable to get data of znode /1214794153/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:22:36,535 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214794153/switch/split already deleted, retry=false 2024-11-20T19:22:36,536 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Unable to get data of znode /1214794153/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:22:36,546 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214794153/switch/merge already deleted, retry=false 2024-11-20T19:22:36,548 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Unable to get data of znode /1214794153/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:22:36,556 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214794153/snapshot-cleanup already deleted, retry=false 2024-11-20T19:22:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1214794153/running 2024-11-20T19:22:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1214794153/running 2024-11-20T19:22:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:36,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:36,567 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,33993,1732130554584, sessionid=0x10159b29cd00003, setting cluster-up flag (Was=false) 2024-11-20T19:22:36,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:36,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:36,619 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1214794153/flush-table-proc/acquired, /1214794153/flush-table-proc/reached, /1214794153/flush-table-proc/abort 2024-11-20T19:22:36,620 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,33993,1732130554584 2024-11-20T19:22:36,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:36,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:36,672 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1214794153/online-snapshot/acquired, /1214794153/online-snapshot/reached, /1214794153/online-snapshot/abort 2024-11-20T19:22:36,673 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,33993,1732130554584 2024-11-20T19:22:36,675 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:22:36,676 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:36,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:22:36,676 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:22:36,676 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,33993,1732130554584 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:22:36,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:36,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:36,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:36,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:22:36,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:22:36,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:36,677 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:36,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:22:36,680 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:36,680 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:22:36,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130586680 2024-11-20T19:22:36,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:22:36,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:22:36,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:22:36,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:22:36,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:22:36,680 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:22:36,684 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:22:36,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:22:36,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:22:36,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:22:36,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:22:36,686 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:22:36,687 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130556686,5,FailOnTimeoutGroup] 2024-11-20T19:22:36,688 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130556687,5,FailOnTimeoutGroup] 2024-11-20T19:22:36,688 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,688 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:22:36,688 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,688 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:22:36,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:22:36,691 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0 2024-11-20T19:22:36,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:22:36,741 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(746): ClusterId : 7d8a612c-58a2-4f11-bf84-e63ae16ec29b 2024-11-20T19:22:36,741 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:22:36,753 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:22:36,753 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:22:36,763 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:22:36,763 DEBUG [RS:0;e14ef07817f4:40945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4138e701, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:22:36,773 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:40945 2024-11-20T19:22:36,773 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:22:36,773 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:22:36,773 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:22:36,774 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,33993,1732130554584 with port=40945, startcode=1732130554698 2024-11-20T19:22:36,774 DEBUG [RS:0;e14ef07817f4:40945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:22:36,775 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:22:36,775 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33993 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,40945,1732130554698 2024-11-20T19:22:36,776 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33993 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,40945,1732130554698 2024-11-20T19:22:36,777 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0 2024-11-20T19:22:36,777 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37373 2024-11-20T19:22:36,777 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:22:36,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153/rs 2024-11-20T19:22:36,834 DEBUG [RS:0;e14ef07817f4:40945 {}] zookeeper.ZKUtil(111): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on existing znode=/1214794153/rs/e14ef07817f4,40945,1732130554698 2024-11-20T19:22:36,834 WARN [RS:0;e14ef07817f4:40945 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:22:36,834 INFO [RS:0;e14ef07817f4:40945 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:36,834 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698 2024-11-20T19:22:36,834 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,40945,1732130554698] 2024-11-20T19:22:36,836 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:22:36,838 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:22:36,838 INFO [RS:0;e14ef07817f4:40945 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:22:36,838 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,838 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:22:36,839 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:22:36,839 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:36,839 DEBUG [RS:0;e14ef07817f4:40945 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:22:36,840 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,840 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,840 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,840 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,840 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,840 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40945,1732130554698-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:36,852 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:22:36,852 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,40945,1732130554698-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,852 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,853 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.Replication(171): e14ef07817f4,40945,1732130554698 started 2024-11-20T19:22:36,871 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:36,871 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,40945,1732130554698, RpcServer on e14ef07817f4/172.17.0.3:40945, sessionid=0x10159b29cd00004 2024-11-20T19:22:36,871 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:22:36,871 DEBUG [RS:0;e14ef07817f4:40945 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,40945,1732130554698 2024-11-20T19:22:36,872 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,40945,1732130554698' 2024-11-20T19:22:36,872 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1214794153/flush-table-proc/abort' 2024-11-20T19:22:36,872 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1214794153/flush-table-proc/acquired' 2024-11-20T19:22:36,872 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:22:36,872 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:22:36,872 DEBUG [RS:0;e14ef07817f4:40945 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,40945,1732130554698 2024-11-20T19:22:36,872 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,40945,1732130554698' 2024-11-20T19:22:36,872 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1214794153/online-snapshot/abort' 2024-11-20T19:22:36,873 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1214794153/online-snapshot/acquired' 2024-11-20T19:22:36,873 DEBUG [RS:0;e14ef07817f4:40945 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:22:36,873 INFO [RS:0;e14ef07817f4:40945 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:22:36,873 INFO [RS:0;e14ef07817f4:40945 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:22:36,973 INFO [RS:0;e14ef07817f4:40945 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:22:36,975 INFO [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C40945%2C1732130554698, suffix=, logDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698, archiveDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/oldWALs, maxLogs=10 2024-11-20T19:22:36,986 DEBUG [RS:0;e14ef07817f4:40945 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975, exclude list is [], retry=0 2024-11-20T19:22:36,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34701,DS-d219eb31-b50b-4768-996d-accf29d163c4,DISK] 2024-11-20T19:22:36,992 INFO [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 2024-11-20T19:22:36,992 DEBUG [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-11-20T19:22:37,103 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:37,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:37,105 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:37,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:37,106 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:37,107 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:37,107 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:37,107 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:37,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:37,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:37,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:37,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:37,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:37,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:37,110 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740 2024-11-20T19:22:37,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740 2024-11-20T19:22:37,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:37,111 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:37,112 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:37,113 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:37,115 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:37,115 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62406325, jitterRate=-0.07007329165935516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:37,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130557103Initializing all the Stores at 1732130557104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130557104Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130557104Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130557104Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130557104Cleaning up temporary data from old regions at 1732130557111 (+7 ms)Region opened successfully at 1732130557115 (+4 ms) 2024-11-20T19:22:37,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:37,115 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:37,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-20T19:22:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:37,116 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:37,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130557115Disabling compacts and flushes for region at 1732130557115Disabling writes for close at 1732130557116 (+1 ms)Writing region close event to WAL at 1732130557116Closed at 1732130557116 2024-11-20T19:22:37,117 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:37,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:22:37,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:22:37,118 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:37,119 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:22:37,170 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:22:37,269 DEBUG [e14ef07817f4:33993 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:22:37,269 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,40945,1732130554698 2024-11-20T19:22:37,270 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,40945,1732130554698, state=OPENING 2024-11-20T19:22:37,283 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:22:37,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:37,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:37,294 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:22:37,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1214794153/meta-region-server: CHANGED 2024-11-20T19:22:37,294 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1214794153/meta-region-server: CHANGED 2024-11-20T19:22:37,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,40945,1732130554698}] 2024-11-20T19:22:37,446 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:22:37,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:22:37,450 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:22:37,450 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:37,450 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:22:37,452 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C40945%2C1732130554698.meta, suffix=.meta, logDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698, archiveDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/oldWALs, maxLogs=10 2024-11-20T19:22:37,464 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.meta.1732130557452.meta, exclude list is [], retry=0 2024-11-20T19:22:37,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34701,DS-d219eb31-b50b-4768-996d-accf29d163c4,DISK] 2024-11-20T19:22:37,467 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.meta.1732130557452.meta 2024-11-20T19:22:37,468 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-11-20T19:22:37,468 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:37,468 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:37,468 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:37,468 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:22:37,468 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:22:37,468 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:22:37,469 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:37,469 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:22:37,469 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:22:37,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:22:37,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:22:37,471 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:37,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:22:37,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:22:37,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:37,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:22:37,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:22:37,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:37,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:22:37,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:22:37,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:22:37,474 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:22:37,474 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740 2024-11-20T19:22:37,475 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740 2024-11-20T19:22:37,476 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:22:37,476 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:22:37,476 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:22:37,477 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:22:37,478 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70008821, jitterRate=0.04321272671222687}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:22:37,478 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:22:37,478 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130557469Writing region info on filesystem at 1732130557469Initializing all the Stores at 1732130557469Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130557469Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130557470 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130557470Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130557470Cleaning up temporary data from old regions at 1732130557476 (+6 ms)Running coprocessor post-open hooks at 1732130557478 (+2 ms)Region opened successfully at 1732130557478 2024-11-20T19:22:37,479 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130557446 2024-11-20T19:22:37,481 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:22:37,481 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:22:37,481 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40945,1732130554698 2024-11-20T19:22:37,482 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,40945,1732130554698, state=OPEN 2024-11-20T19:22:37,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1214794153/meta-region-server 2024-11-20T19:22:37,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1214794153/meta-region-server 2024-11-20T19:22:37,493 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,40945,1732130554698 2024-11-20T19:22:37,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1214794153/meta-region-server: CHANGED 2024-11-20T19:22:37,493 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1214794153/meta-region-server: CHANGED 2024-11-20T19:22:37,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:22:37,495 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,40945,1732130554698 in 199 msec 2024-11-20T19:22:37,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:22:37,496 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-20T19:22:37,497 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:22:37,497 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:22:37,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:37,498 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:37,498 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:37,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:37,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-20T19:22:37,504 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130557504, completionTime=-1 2024-11-20T19:22:37,504 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:22:37,504 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:22:37,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:22:37,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130617506 2024-11-20T19:22:37,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130677506 2024-11-20T19:22:37,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:22:37,507 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33993,1732130554584-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:37,507 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33993,1732130554584-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:37,507 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33993,1732130554584-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:37,507 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:33993, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:37,507 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:37,507 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:37,509 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:22:37,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.727sec 2024-11-20T19:22:37,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:22:37,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:22:37,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:22:37,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:22:37,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:22:37,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33993,1732130554584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:22:37,511 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33993,1732130554584-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:22:37,513 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:22:37,513 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:22:37,513 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33993,1732130554584-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:22:37,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f4bef6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:37,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33993,-1 for getting cluster id 2024-11-20T19:22:37,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:37,542 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d8a612c-58a2-4f11-bf84-e63ae16ec29b' 2024-11-20T19:22:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:37,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d8a612c-58a2-4f11-bf84-e63ae16ec29b" 2024-11-20T19:22:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324c84cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33993,-1] 2024-11-20T19:22:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:37,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:37,543 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:37,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b14a0f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:37,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:37,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:37,546 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:37,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:37,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,33993,1732130554584 2024-11-20T19:22:37,549 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57564 2024-11-20T19:22:37,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:22:37,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159b29cd00005 connected 2024-11-20T19:22:37,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,45231,1732130548449 2024-11-20T19:22:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@191ee132 2024-11-20T19:22:37,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:37,577 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:37,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:22:37,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:22:37,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:37,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:22:37,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:37,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:22:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:22:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:37,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:37,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 45983775968641cdca0b996eec9307b2, NAME => 'test,,1732130557577.45983775968641cdca0b996eec9307b2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785 2024-11-20T19:22:37,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:22:38,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130557577.45983775968641cdca0b996eec9307b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 45983775968641cdca0b996eec9307b2, disabling compactions & flushes 2024-11-20T19:22:38,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130557577.45983775968641cdca0b996eec9307b2. after waiting 0 ms 2024-11-20T19:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:38,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:38,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 45983775968641cdca0b996eec9307b2: Waiting for close lock at 1732130558393Disabling compacts and flushes for region at 1732130558393Disabling writes for close at 1732130558393Writing region close event to WAL at 1732130558393Closed at 1732130558393 2024-11-20T19:22:38,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:22:38,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130557577.45983775968641cdca0b996eec9307b2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130558395"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130558395"}]},"ts":"1732130558395"} 2024-11-20T19:22:38,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:22:38,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:22:38,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130558398"}]},"ts":"1732130558398"} 2024-11-20T19:22:38,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:22:38,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45983775968641cdca0b996eec9307b2, ASSIGN}] 2024-11-20T19:22:38,401 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=45983775968641cdca0b996eec9307b2, ASSIGN 2024-11-20T19:22:38,402 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=45983775968641cdca0b996eec9307b2, ASSIGN; state=OFFLINE, location=e14ef07817f4,34579,1732130549091; forceNewPlan=false, retain=false 2024-11-20T19:22:38,553 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45983775968641cdca0b996eec9307b2, regionState=OPENING, regionLocation=e14ef07817f4,34579,1732130549091 2024-11-20T19:22:38,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=45983775968641cdca0b996eec9307b2, ASSIGN because future has completed 2024-11-20T19:22:38,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45983775968641cdca0b996eec9307b2, server=e14ef07817f4,34579,1732130549091}] 2024-11-20T19:22:38,711 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:38,711 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 45983775968641cdca0b996eec9307b2, NAME => 'test,,1732130557577.45983775968641cdca0b996eec9307b2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:38,711 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:38,711 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:22:38,712 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,712 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130557577.45983775968641cdca0b996eec9307b2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:38,712 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,712 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,713 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,714 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45983775968641cdca0b996eec9307b2 columnFamilyName f 2024-11-20T19:22:38,714 DEBUG [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:38,714 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] regionserver.HStore(327): Store=45983775968641cdca0b996eec9307b2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:38,714 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,715 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45983775968641cdca0b996eec9307b2 columnFamilyName f1 2024-11-20T19:22:38,715 DEBUG [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:38,715 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] regionserver.HStore(327): Store=45983775968641cdca0b996eec9307b2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:38,715 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,716 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 45983775968641cdca0b996eec9307b2 columnFamilyName norep 2024-11-20T19:22:38,716 DEBUG [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:38,716 INFO [StoreOpener-45983775968641cdca0b996eec9307b2-1 {}] regionserver.HStore(327): Store=45983775968641cdca0b996eec9307b2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:38,716 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,717 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,717 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,718 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,718 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,718 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:22:38,719 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,720 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:38,721 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 45983775968641cdca0b996eec9307b2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74147033, jitterRate=0.10487689077854156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:22:38,721 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:38,721 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 45983775968641cdca0b996eec9307b2: Running coprocessor pre-open hook at 1732130558712Writing region info on filesystem at 1732130558712Initializing all the Stores at 1732130558712Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130558712Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130558713 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130558713Cleaning up temporary data from old regions at 1732130558718 (+5 ms)Running coprocessor post-open hooks at 1732130558721 (+3 ms)Region opened successfully at 1732130558721 2024-11-20T19:22:38,722 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130557577.45983775968641cdca0b996eec9307b2., pid=6, masterSystemTime=1732130558708 2024-11-20T19:22:38,724 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:38,724 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:38,724 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=45983775968641cdca0b996eec9307b2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,34579,1732130549091 2024-11-20T19:22:38,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 45983775968641cdca0b996eec9307b2, server=e14ef07817f4,34579,1732130549091 because future has completed 2024-11-20T19:22:38,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:22:38,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 45983775968641cdca0b996eec9307b2, server=e14ef07817f4,34579,1732130549091 in 170 msec 2024-11-20T19:22:38,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:22:38,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=45983775968641cdca0b996eec9307b2, ASSIGN in 328 msec 2024-11-20T19:22:38,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:22:38,730 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130558730"}]},"ts":"1732130558730"} 2024-11-20T19:22:38,732 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:22:38,733 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:22:38,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1550 sec 2024-11-20T19:22:39,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:22:39,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:22:39,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:22:39,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T19:22:39,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:39,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T19:22:39,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:22:39,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T19:22:39,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:39,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:22:39,442 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:22:39,442 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:22:39,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:39,730 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:22:39,731 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:39,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33993,1732130554584 2024-11-20T19:22:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c394840 2024-11-20T19:22:39,732 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:39,733 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:39,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:22:39,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:22:39,735 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:39,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:22:39,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:22:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:39,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:22:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:40,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42698a3eec64c0ef1f70e6bcd5ec56da, NAME => 'test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0 2024-11-20T19:22:40,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:22:40,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:40,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:40,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42698a3eec64c0ef1f70e6bcd5ec56da, disabling compactions & flushes 2024-11-20T19:22:40,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:40,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:40,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. after waiting 0 ms 2024-11-20T19:22:40,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:40,548 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:40,548 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42698a3eec64c0ef1f70e6bcd5ec56da: Waiting for close lock at 1732130560548Disabling compacts and flushes for region at 1732130560548Disabling writes for close at 1732130560548Writing region close event to WAL at 1732130560548Closed at 1732130560548 2024-11-20T19:22:40,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:22:40,550 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130560550"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130560550"}]},"ts":"1732130560550"} 2024-11-20T19:22:40,551 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:22:40,552 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:22:40,552 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130560552"}]},"ts":"1732130560552"} 2024-11-20T19:22:40,554 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:22:40,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42698a3eec64c0ef1f70e6bcd5ec56da, ASSIGN}] 2024-11-20T19:22:40,555 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42698a3eec64c0ef1f70e6bcd5ec56da, ASSIGN 2024-11-20T19:22:40,555 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42698a3eec64c0ef1f70e6bcd5ec56da, ASSIGN; state=OFFLINE, location=e14ef07817f4,40945,1732130554698; forceNewPlan=false, retain=false 2024-11-20T19:22:40,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42698a3eec64c0ef1f70e6bcd5ec56da, regionState=OPENING, regionLocation=e14ef07817f4,40945,1732130554698 2024-11-20T19:22:40,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42698a3eec64c0ef1f70e6bcd5ec56da, ASSIGN because future has completed 2024-11-20T19:22:40,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42698a3eec64c0ef1f70e6bcd5ec56da, server=e14ef07817f4,40945,1732130554698}] 2024-11-20T19:22:40,863 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:40,863 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42698a3eec64c0ef1f70e6bcd5ec56da, NAME => 'test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:40,864 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:40,864 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:22:40,864 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,864 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:40,864 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,864 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,865 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,866 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42698a3eec64c0ef1f70e6bcd5ec56da columnFamilyName f 2024-11-20T19:22:40,866 DEBUG [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:40,866 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] regionserver.HStore(327): Store=42698a3eec64c0ef1f70e6bcd5ec56da/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:40,867 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,867 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42698a3eec64c0ef1f70e6bcd5ec56da columnFamilyName f1 2024-11-20T19:22:40,867 DEBUG [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:40,868 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] regionserver.HStore(327): Store=42698a3eec64c0ef1f70e6bcd5ec56da/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:40,868 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,869 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42698a3eec64c0ef1f70e6bcd5ec56da columnFamilyName norep 2024-11-20T19:22:40,869 DEBUG [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:40,869 INFO [StoreOpener-42698a3eec64c0ef1f70e6bcd5ec56da-1 {}] regionserver.HStore(327): Store=42698a3eec64c0ef1f70e6bcd5ec56da/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:40,869 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,870 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,870 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:40,871 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,871 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,871 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:22:40,872 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,873 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:40,874 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42698a3eec64c0ef1f70e6bcd5ec56da; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60648812, jitterRate=-0.09626227617263794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:22:40,874 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:40,874 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42698a3eec64c0ef1f70e6bcd5ec56da: Running coprocessor pre-open hook at 1732130560864Writing region info on filesystem at 1732130560864Initializing all the Stores at 1732130560865 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130560865Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130560865Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130560865Cleaning up temporary data from old regions at 1732130560871 (+6 ms)Running coprocessor post-open hooks at 1732130560874 (+3 ms)Region opened successfully at 1732130560874 2024-11-20T19:22:40,875 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da., pid=6, masterSystemTime=1732130560860 2024-11-20T19:22:40,876 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:40,876 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:40,877 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42698a3eec64c0ef1f70e6bcd5ec56da, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,40945,1732130554698 2024-11-20T19:22:40,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42698a3eec64c0ef1f70e6bcd5ec56da, server=e14ef07817f4,40945,1732130554698 because future has completed 2024-11-20T19:22:40,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:22:40,881 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42698a3eec64c0ef1f70e6bcd5ec56da, server=e14ef07817f4,40945,1732130554698 in 171 msec 2024-11-20T19:22:40,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:22:40,882 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42698a3eec64c0ef1f70e6bcd5ec56da, ASSIGN in 327 msec 2024-11-20T19:22:40,883 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:22:40,883 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130560883"}]},"ts":"1732130560883"} 2024-11-20T19:22:40,885 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:22:40,885 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:22:40,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-20T19:22:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:22:41,881 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:22:41,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df14aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,45231,-1 for getting cluster id 2024-11-20T19:22:41,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:41,882 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d51eb07-992e-4195-a64d-2f8b7bea2b15' 2024-11-20T19:22:41,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d51eb07-992e-4195-a64d-2f8b7bea2b15" 2024-11-20T19:22:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a54f021, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,45231,-1] 2024-11-20T19:22:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:41,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:41,884 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:41,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b93d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6cb294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,885 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33993,-1 for getting cluster id 2024-11-20T19:22:41,885 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:41,885 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d8a612c-58a2-4f11-bf84-e63ae16ec29b' 2024-11-20T19:22:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d8a612c-58a2-4f11-bf84-e63ae16ec29b" 2024-11-20T19:22:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3391ef25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33993,-1] 2024-11-20T19:22:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:41,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:41,887 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:41,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6402af90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfccaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,45231,-1 for getting cluster id 2024-11-20T19:22:41,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:41,888 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d51eb07-992e-4195-a64d-2f8b7bea2b15' 2024-11-20T19:22:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d51eb07-992e-4195-a64d-2f8b7bea2b15" 2024-11-20T19:22:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49fc4f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,45231,-1] 2024-11-20T19:22:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:41,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:41,890 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:41,890 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52461984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,45231,1732130548449 2024-11-20T19:22:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19905848 2024-11-20T19:22:41,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:41,892 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:41,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:33993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:22:41,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:22:41,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:41,894 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:33993' 2024-11-20T19:22:41,895 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21326f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,895 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33993,-1 for getting cluster id 2024-11-20T19:22:41,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:41,896 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d8a612c-58a2-4f11-bf84-e63ae16ec29b' 2024-11-20T19:22:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d8a612c-58a2-4f11-bf84-e63ae16ec29b" 2024-11-20T19:22:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d060eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33993,-1] 2024-11-20T19:22:41,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:41,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:41,897 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:41,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ba0b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:41,898 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:41,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33993,1732130554584 2024-11-20T19:22:41,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e9baf64 2024-11-20T19:22:41,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:41,899 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:41,900 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:22:41,900 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:22:41,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:41,900 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:41,900 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:41,900 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:41,901 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:22:41,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:22:41,902 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:41,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:22:41,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:22:41,951 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:22:42,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:42,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c428df20277d9298f15a34e083e840a1, NAME => 'hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785 2024-11-20T19:22:42,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:22:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:42,715 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:42,715 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c428df20277d9298f15a34e083e840a1, disabling compactions & flushes 2024-11-20T19:22:42,715 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:42,715 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:42,715 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. after waiting 0 ms 2024-11-20T19:22:42,715 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:42,715 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:42,715 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c428df20277d9298f15a34e083e840a1: Waiting for close lock at 1732130562715Disabling compacts and flushes for region at 1732130562715Disabling writes for close at 1732130562715Writing region close event to WAL at 1732130562715Closed at 1732130562715 2024-11-20T19:22:42,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:22:42,716 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130562716"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130562716"}]},"ts":"1732130562716"} 2024-11-20T19:22:42,718 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:22:42,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:22:42,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130562719"}]},"ts":"1732130562719"} 2024-11-20T19:22:42,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:22:42,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c428df20277d9298f15a34e083e840a1, ASSIGN}] 2024-11-20T19:22:42,721 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c428df20277d9298f15a34e083e840a1, ASSIGN 2024-11-20T19:22:42,722 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c428df20277d9298f15a34e083e840a1, ASSIGN; state=OFFLINE, location=e14ef07817f4,34579,1732130549091; forceNewPlan=false, retain=false 2024-11-20T19:22:42,872 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c428df20277d9298f15a34e083e840a1, regionState=OPENING, regionLocation=e14ef07817f4,34579,1732130549091 2024-11-20T19:22:42,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c428df20277d9298f15a34e083e840a1, ASSIGN because future has completed 2024-11-20T19:22:42,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c428df20277d9298f15a34e083e840a1, server=e14ef07817f4,34579,1732130549091}] 2024-11-20T19:22:42,971 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:43,000 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:43,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:43,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:22:43,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:43,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:43,029 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:22:43,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:43,031 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C34579%2C1732130549091.rep, suffix=, logDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091, archiveDir=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/oldWALs, maxLogs=10 2024-11-20T19:22:43,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.rep.1732130563031, exclude list is [], retry=0 2024-11-20T19:22:43,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46379,DS-bbc04cff-5f27-4c19-85cb-31f7709d17a8,DISK] 2024-11-20T19:22:43,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.rep.1732130563031 2024-11-20T19:22:43,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40791:40791)] 2024-11-20T19:22:43,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c428df20277d9298f15a34e083e840a1, NAME => 'hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:43,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:43,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:43,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. service=MultiRowMutationService 2024-11-20T19:22:43,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:22:43,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:43,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,048 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,049 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428df20277d9298f15a34e083e840a1 columnFamilyName hfileref 2024-11-20T19:22:43,049 DEBUG [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:43,049 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] regionserver.HStore(327): Store=c428df20277d9298f15a34e083e840a1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:43,049 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,050 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428df20277d9298f15a34e083e840a1 columnFamilyName queue 2024-11-20T19:22:43,050 DEBUG [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:43,050 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] regionserver.HStore(327): Store=c428df20277d9298f15a34e083e840a1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:43,050 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,051 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c428df20277d9298f15a34e083e840a1 columnFamilyName sid 2024-11-20T19:22:43,051 DEBUG [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:43,051 INFO [StoreOpener-c428df20277d9298f15a34e083e840a1-1 {}] regionserver.HStore(327): Store=c428df20277d9298f15a34e083e840a1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:43,051 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,052 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:22:43,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:43,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c428df20277d9298f15a34e083e840a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62165420, jitterRate=-0.07366305589675903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:22:43,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:43,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c428df20277d9298f15a34e083e840a1: Running coprocessor pre-open hook at 1732130563047Writing region info on filesystem at 1732130563047Initializing all the Stores at 1732130563048 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130563048Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130563048Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130563048Cleaning up temporary data from old regions at 1732130563053 (+5 ms)Running coprocessor post-open hooks at 1732130563057 (+4 ms)Region opened successfully at 1732130563057 2024-11-20T19:22:43,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1., pid=10, masterSystemTime=1732130563026 2024-11-20T19:22:43,060 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:43,060 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:43,060 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c428df20277d9298f15a34e083e840a1, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,34579,1732130549091 2024-11-20T19:22:43,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c428df20277d9298f15a34e083e840a1, server=e14ef07817f4,34579,1732130549091 because future has completed 2024-11-20T19:22:43,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:22:43,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c428df20277d9298f15a34e083e840a1, server=e14ef07817f4,34579,1732130549091 in 189 msec 2024-11-20T19:22:43,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:22:43,066 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c428df20277d9298f15a34e083e840a1, ASSIGN in 344 msec 2024-11-20T19:22:43,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:22:43,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130563067"}]},"ts":"1732130563067"} 2024-11-20T19:22:43,068 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:22:43,069 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:22:43,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-20T19:22:43,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1., hostname=e14ef07817f4,34579,1732130549091, seqNum=2] 2024-11-20T19:22:43,171 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:22:43,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:43,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:43,303 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:22:43,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34579 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:22:43,456 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:22:43,483 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,34579,1732130549091, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:22:43,483 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:43,483 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34579,1732130549091, seqNum=-1] 2024-11-20T19:22:43,483 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:43,484 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T19:22:43,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,34579,1732130549091', locateType=CURRENT is [region=hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1., hostname=e14ef07817f4,34579,1732130549091, seqNum=2] 2024-11-20T19:22:43,488 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:22:43,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:22:43,490 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,34579,1732130549091 suceeded 2024-11-20T19:22:43,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:22:43,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T19:22:43,492 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:33993,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:22:43,494 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6000 sec 2024-11-20T19:22:43,503 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:33993' 2024-11-20T19:22:43,504 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21099b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:43,504 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33993,-1 for getting cluster id 2024-11-20T19:22:43,505 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:43,505 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d8a612c-58a2-4f11-bf84-e63ae16ec29b' 2024-11-20T19:22:43,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:43,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d8a612c-58a2-4f11-bf84-e63ae16ec29b" 2024-11-20T19:22:43,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@761ad235, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:43,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33993,-1] 2024-11-20T19:22:43,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:43,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:43,507 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:43,507 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68031ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:43,507 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:43,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33993,1732130554584 2024-11-20T19:22:43,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@722be9ed 2024-11-20T19:22:43,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:43,509 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T19:22:43,510 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,34579,1732130549091 (queues=1) is replicating from cluster=6d51eb07-992e-4195-a64d-2f8b7bea2b15 to cluster=7d8a612c-58a2-4f11-bf84-e63ae16ec29b 2024-11-20T19:22:43,510 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C34579%2C1732130549091 2024-11-20T19:22:43,510 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,34579,1732130549091, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:22:43,510 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C34579%2C1732130549091 2024-11-20T19:22:43,510 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309, startPosition=0, beingWritten=true 2024-11-20T19:22:43,515 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:22:43,515 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:43,515 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,34579,1732130549091 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:22:43,719 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:44,024 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45231 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:44,041 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:22:44,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:44,041 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:44,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:44,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:44,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:44,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b9487f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:44,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33993,-1 for getting cluster id 2024-11-20T19:22:44,042 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:44,042 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d8a612c-58a2-4f11-bf84-e63ae16ec29b' 2024-11-20T19:22:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:44,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d8a612c-58a2-4f11-bf84-e63ae16ec29b" 2024-11-20T19:22:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39141785, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33993,-1] 2024-11-20T19:22:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:44,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:44,044 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:44,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48361d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:44,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33993,1732130554584 2024-11-20T19:22:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@137cfe75 2024-11-20T19:22:44,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:44,046 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:44,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:45231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:22:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:22:44,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:44,048 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:45231' 2024-11-20T19:22:44,049 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14db85ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:44,049 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,45231,-1 for getting cluster id 2024-11-20T19:22:44,049 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:44,050 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d51eb07-992e-4195-a64d-2f8b7bea2b15' 2024-11-20T19:22:44,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:44,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d51eb07-992e-4195-a64d-2f8b7bea2b15" 2024-11-20T19:22:44,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ffdafd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:44,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,45231,-1] 2024-11-20T19:22:44,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:44,051 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:44,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cd2a7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:44,052 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:44,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,45231,1732130548449 2024-11-20T19:22:44,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2688599f 2024-11-20T19:22:44,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:44,053 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:44,054 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:22:44,054 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:22:44,054 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:44,054 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:44,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:44,054 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:22:44,055 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:22:44,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:22:44,056 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:44,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:22:44,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:22:44,105 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:22:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:44,428 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:44,466 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 550e211c0b2eedb43cdfd8cb0e74d69c, NAME => 'hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0 2024-11-20T19:22:44,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:22:44,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:44,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:44,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 550e211c0b2eedb43cdfd8cb0e74d69c, disabling compactions & flushes 2024-11-20T19:22:44,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:44,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:44,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. after waiting 0 ms 2024-11-20T19:22:44,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:44,871 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:44,871 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 550e211c0b2eedb43cdfd8cb0e74d69c: Waiting for close lock at 1732130564871Disabling compacts and flushes for region at 1732130564871Disabling writes for close at 1732130564871Writing region close event to WAL at 1732130564871Closed at 1732130564871 2024-11-20T19:22:44,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:22:44,872 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130564872"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130564872"}]},"ts":"1732130564872"} 2024-11-20T19:22:44,874 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:22:44,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:22:44,875 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130564875"}]},"ts":"1732130564875"} 2024-11-20T19:22:44,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:22:44,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=550e211c0b2eedb43cdfd8cb0e74d69c, ASSIGN}] 2024-11-20T19:22:44,877 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=550e211c0b2eedb43cdfd8cb0e74d69c, ASSIGN 2024-11-20T19:22:44,878 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=550e211c0b2eedb43cdfd8cb0e74d69c, ASSIGN; state=OFFLINE, location=e14ef07817f4,40945,1732130554698; forceNewPlan=false, retain=false 2024-11-20T19:22:44,931 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:45,029 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=550e211c0b2eedb43cdfd8cb0e74d69c, regionState=OPENING, regionLocation=e14ef07817f4,40945,1732130554698 2024-11-20T19:22:45,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=550e211c0b2eedb43cdfd8cb0e74d69c, ASSIGN because future has completed 2024-11-20T19:22:45,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 550e211c0b2eedb43cdfd8cb0e74d69c, server=e14ef07817f4,40945,1732130554698}] 2024-11-20T19:22:45,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:45,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:45,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:22:45,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:22:45,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C40945%2C1732130554698.rep, suffix=, logDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698, archiveDir=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/oldWALs, maxLogs=10 2024-11-20T19:22:45,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.rep.1732130565187, exclude list is [], retry=0 2024-11-20T19:22:45,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34701,DS-d219eb31-b50b-4768-996d-accf29d163c4,DISK] 2024-11-20T19:22:45,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.rep.1732130565187 2024-11-20T19:22:45,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34259:34259)] 2024-11-20T19:22:45,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 550e211c0b2eedb43cdfd8cb0e74d69c, NAME => 'hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:22:45,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:22:45,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:22:45,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. service=MultiRowMutationService 2024-11-20T19:22:45,204 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:22:45,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:22:45,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,205 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,206 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 550e211c0b2eedb43cdfd8cb0e74d69c columnFamilyName hfileref 2024-11-20T19:22:45,206 DEBUG [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:45,207 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] regionserver.HStore(327): Store=550e211c0b2eedb43cdfd8cb0e74d69c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:45,207 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,208 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 550e211c0b2eedb43cdfd8cb0e74d69c columnFamilyName queue 2024-11-20T19:22:45,208 DEBUG [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:45,208 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] regionserver.HStore(327): Store=550e211c0b2eedb43cdfd8cb0e74d69c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:45,208 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,209 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 550e211c0b2eedb43cdfd8cb0e74d69c columnFamilyName sid 2024-11-20T19:22:45,209 DEBUG [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:22:45,209 INFO [StoreOpener-550e211c0b2eedb43cdfd8cb0e74d69c-1 {}] regionserver.HStore(327): Store=550e211c0b2eedb43cdfd8cb0e74d69c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:22:45,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:22:45,212 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,213 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:22:45,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 550e211c0b2eedb43cdfd8cb0e74d69c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73209620, jitterRate=0.09090834856033325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:22:45,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:45,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 550e211c0b2eedb43cdfd8cb0e74d69c: Running coprocessor pre-open hook at 1732130565204Writing region info on filesystem at 1732130565204Initializing all the Stores at 1732130565205 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130565205Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130565205Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130565205Cleaning up temporary data from old regions at 1732130565211 (+6 ms)Running coprocessor post-open hooks at 1732130565214 (+3 ms)Region opened successfully at 1732130565214 2024-11-20T19:22:45,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c., pid=10, masterSystemTime=1732130565182 2024-11-20T19:22:45,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:45,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:45,217 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=550e211c0b2eedb43cdfd8cb0e74d69c, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,40945,1732130554698 2024-11-20T19:22:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 550e211c0b2eedb43cdfd8cb0e74d69c, server=e14ef07817f4,40945,1732130554698 because future has completed 2024-11-20T19:22:45,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:22:45,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 550e211c0b2eedb43cdfd8cb0e74d69c, server=e14ef07817f4,40945,1732130554698 in 189 msec 2024-11-20T19:22:45,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:22:45,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=550e211c0b2eedb43cdfd8cb0e74d69c, ASSIGN in 346 msec 2024-11-20T19:22:45,224 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:22:45,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130565224"}]},"ts":"1732130565224"} 2024-11-20T19:22:45,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:22:45,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:22:45,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-20T19:22:45,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c., hostname=e14ef07817f4,40945,1732130554698, seqNum=2] 2024-11-20T19:22:45,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:45,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:45,357 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:22:45,509 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40945 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:22:45,510 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:22:45,535 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:45,536 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,40945,1732130554698, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:22:45,537 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:45,537 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:45,537 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:45,538 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47799, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T19:22:45,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,40945,1732130554698', locateType=CURRENT is [region=hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c., hostname=e14ef07817f4,40945,1732130554698, seqNum=2] 2024-11-20T19:22:45,542 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:22:45,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:22:45,544 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,40945,1732130554698 suceeded 2024-11-20T19:22:45,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:22:45,546 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:45231,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:22:45,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T19:22:45,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-20T19:22:45,557 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:45231' 2024-11-20T19:22:45,558 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@622c1f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:45,558 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,45231,-1 for getting cluster id 2024-11-20T19:22:45,558 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:45,559 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d51eb07-992e-4195-a64d-2f8b7bea2b15' 2024-11-20T19:22:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d51eb07-992e-4195-a64d-2f8b7bea2b15" 2024-11-20T19:22:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30d3addf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,45231,-1] 2024-11-20T19:22:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:45,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:45,560 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52638, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:45,560 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ef3fe61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:45,560 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:45,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,45231,1732130548449 2024-11-20T19:22:45,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@778cc2a9 2024-11-20T19:22:45,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:45,562 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T19:22:45,563 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,40945,1732130554698 (queues=1) is replicating from cluster=7d8a612c-58a2-4f11-bf84-e63ae16ec29b to cluster=6d51eb07-992e-4195-a64d-2f8b7bea2b15 2024-11-20T19:22:45,563 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C40945%2C1732130554698 2024-11-20T19:22:45,563 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,40945,1732130554698, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:22:45,563 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C40945%2C1732130554698 2024-11-20T19:22:45,564 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975, startPosition=0, beingWritten=true 2024-11-20T19:22:45,570 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:22:45,570 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 379, reset compression=false 2024-11-20T19:22:45,570 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,40945,1732130554698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:22:45,777 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 379, reset compression=false 2024-11-20T19:22:46,081 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 379, reset compression=false 2024-11-20T19:22:46,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:22:46,190 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:22:46,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:46,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:46,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:46,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:46,191 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:46,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:46,194 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732130566193/Put/seqid=0 2024-11-20T19:22:46,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741840_1016 (size=7894) 2024-11-20T19:22:46,240 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:46,484 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 379, reset compression=false 2024-11-20T19:22:46,599 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732130566599/Put/seqid=0 2024-11-20T19:22:46,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741841_1017 (size=7691) 2024-11-20T19:22:46,988 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 379, reset compression=false 2024-11-20T19:22:47,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@295b726, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:47,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,45231,-1 for getting cluster id 2024-11-20T19:22:47,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:47,005 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d51eb07-992e-4195-a64d-2f8b7bea2b15' 2024-11-20T19:22:47,005 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d51eb07-992e-4195-a64d-2f8b7bea2b15" 2024-11-20T19:22:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5840eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,45231,-1] 2024-11-20T19:22:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:47,006 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:47,007 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:47,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67057b9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:47,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:47,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34579,1732130549091, seqNum=-1] 2024-11-20T19:22:47,009 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:47,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:47,020 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,45231,1732130548449 2024-11-20T19:22:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64fb4066 2024-11-20T19:22:47,022 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:47,023 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:47,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130557577.45983775968641cdca0b996eec9307b2., hostname=e14ef07817f4,34579,1732130549091, seqNum=2] 2024-11-20T19:22:47,029 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:22:47,035 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T19:22:47,057 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:47,057 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T19:22:47,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 45983775968641cdca0b996eec9307b2/f 2024-11-20T19:22:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T19:22:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:22:47,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 45983775968641cdca0b996eec9307b2/f 2024-11-20T19:22:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T19:22:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:22:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HRegion(2603): Flush status journal for 45983775968641cdca0b996eec9307b2: 2024-11-20T19:22:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_0 2024-11-20T19:22:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_0 as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ 2024-11-20T19:22:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_1 2024-11-20T19:22:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_1 as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/8f68335373884458b226c5faf524e74e_SeqId_4_ 2024-11-20T19:22:47,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_0 into 45983775968641cdca0b996eec9307b2/f as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ - updating store file list. 2024-11-20T19:22:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d0064468fa341238b54128f1040c64b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:22:47,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ into 45983775968641cdca0b996eec9307b2/f 2024-11-20T19:22:47,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_0 into 45983775968641cdca0b996eec9307b2/f (new location: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/7d0064468fa341238b54128f1040c64b_SeqId_4_) 2024-11-20T19:22:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_0 2024-11-20T19:22:47,083 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_1 into 45983775968641cdca0b996eec9307b2/f as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/8f68335373884458b226c5faf524e74e_SeqId_4_ - updating store file list. 2024-11-20T19:22:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8f68335373884458b226c5faf524e74e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:22:47,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/8f68335373884458b226c5faf524e74e_SeqId_4_ into 45983775968641cdca0b996eec9307b2/f 2024-11-20T19:22:47,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_1 into 45983775968641cdca0b996eec9307b2/f (new location: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/8f68335373884458b226c5faf524e74e_SeqId_4_) 2024-11-20T19:22:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins__test__ar5bb34dr14rmjgbt410gq2p6ha12s1jbteoakodqre0c1u3oahqm082qsbvcb9e/f/hfile_1 2024-11-20T19:22:47,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:47,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:47,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:47,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732130557577.45983775968641cdca0b996eec9307b2., hostname=e14ef07817f4,34579,1732130549091, seqNum=2 , the old value is region=test,,1732130557577.45983775968641cdca0b996eec9307b2., hostname=e14ef07817f4,34579,1732130549091, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e14ef07817f4:34579 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:22:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732130557577.45983775968641cdca0b996eec9307b2., hostname=e14ef07817f4,34579,1732130549091, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:22:47,090 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732130557577.45983775968641cdca0b996eec9307b2., hostname=e14ef07817f4,34579,1732130549091, seqNum=2 from cache 2024-11-20T19:22:47,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:47,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:47,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:47,093 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T19:22:47,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:47,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da., hostname=e14ef07817f4,40945,1732130554698, seqNum=2] 2024-11-20T19:22:47,097 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T19:22:47,200 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:34579 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T19:22:47,591 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 379, reset compression=false 2024-11-20T19:22:47,961 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 379, reset compression=false 2024-11-20T19:22:47,965 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:22:47,966 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,34579,1732130549091 got entry batch from reader: WALEntryBatch [walEntries=[{test/45983775968641cdca0b996eec9307b2/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732130567088/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T19:22:47,968 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:22:47,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T19:22:47,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.ReplicationSink(318): Replicating [6d51eb07-992e-4195-a64d-2f8b7bea2b15] bulk loaded data 2024-11-20T19:22:47,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d83d8bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:47,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33993,-1 for getting cluster id 2024-11-20T19:22:47,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:47,970 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d8a612c-58a2-4f11-bf84-e63ae16ec29b' 2024-11-20T19:22:47,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:47,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d8a612c-58a2-4f11-bf84-e63ae16ec29b" 2024-11-20T19:22:47,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69234cbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:47,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33993,-1] 2024-11-20T19:22:47,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:47,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:47,972 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:47,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ee94ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:47,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741840_1016 (size=7894) 2024-11-20T19:22:48,099 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T19:22:48,166 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 687, reset compression=false 2024-11-20T19:22:48,295 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 379, reset compression=false 2024-11-20T19:22:48,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741841_1017 (size=7691) 2024-11-20T19:22:48,470 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 687, reset compression=false 2024-11-20T19:22:48,549 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:22:48,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:48,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:48,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:48,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:48,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:48,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:48,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33993,1732130554584 2024-11-20T19:22:48,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ca2ae95 2024-11-20T19:22:48,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:48,798 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T19:22:48,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:22:48,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:48,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:48,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:48,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T19:22:48,806 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T19:22:48,808 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/8f68335373884458b226c5faf524e74e_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T19:22:48,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ for inclusion in 42698a3eec64c0ef1f70e6bcd5ec56da/f 2024-11-20T19:22:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T19:22:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:22:48,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/8f68335373884458b226c5faf524e74e_SeqId_4_ for inclusion in 42698a3eec64c0ef1f70e6bcd5ec56da/f 2024-11-20T19:22:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T19:22:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:22:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HRegion(2603): Flush status journal for 42698a3eec64c0ef1f70e6bcd5ec56da: 2024-11-20T19:22:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7d0064468fa341238b54128f1040c64b_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:22:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/bed0d1c7a5c84f5f8f4f0edded997bd5_SeqId_4_ 2024-11-20T19:22:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8f68335373884458b226c5faf524e74e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:22:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/8f68335373884458b226c5faf524e74e_SeqId_4_ as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/64c24bc18cbb4d5d9722fb50d79638dd_SeqId_4_ 2024-11-20T19:22:48,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ into 42698a3eec64c0ef1f70e6bcd5ec56da/f as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/bed0d1c7a5c84f5f8f4f0edded997bd5_SeqId_4_ - updating store file list. 2024-11-20T19:22:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bed0d1c7a5c84f5f8f4f0edded997bd5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:22:48,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/bed0d1c7a5c84f5f8f4f0edded997bd5_SeqId_4_ into 42698a3eec64c0ef1f70e6bcd5ec56da/f 2024-11-20T19:22:48,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ into 42698a3eec64c0ef1f70e6bcd5ec56da/f (new location: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/bed0d1c7a5c84f5f8f4f0edded997bd5_SeqId_4_) 2024-11-20T19:22:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/7d0064468fa341238b54128f1040c64b_SeqId_4_ 2024-11-20T19:22:48,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/8f68335373884458b226c5faf524e74e_SeqId_4_ into 42698a3eec64c0ef1f70e6bcd5ec56da/f as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/64c24bc18cbb4d5d9722fb50d79638dd_SeqId_4_ - updating store file list. 2024-11-20T19:22:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 64c24bc18cbb4d5d9722fb50d79638dd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:22:48,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/64c24bc18cbb4d5d9722fb50d79638dd_SeqId_4_ into 42698a3eec64c0ef1f70e6bcd5ec56da/f 2024-11-20T19:22:48,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/8f68335373884458b226c5faf524e74e_SeqId_4_ into 42698a3eec64c0ef1f70e6bcd5ec56da/f (new location: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/64c24bc18cbb4d5d9722fb50d79638dd_SeqId_4_) 2024-11-20T19:22:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins.hfs.11__test__c1819p4ok9cndo2o8fg79ib7kjvigar1gavto4usb5vi7kf6f2hnop62g9hv55eo/f/8f68335373884458b226c5faf524e74e_SeqId_4_ 2024-11-20T19:22:48,833 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.ReplicationSink(324): Finished replicating [6d51eb07-992e-4195-a64d-2f8b7bea2b15] bulk loaded data 2024-11-20T19:22:48,873 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 687, reset compression=false 2024-11-20T19:22:49,098 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 379, reset compression=false 2024-11-20T19:22:49,104 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:22:49,104 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,40945,1732130554698 got entry batch from reader: WALEntryBatch [walEntries=[{test/42698a3eec64c0ef1f70e6bcd5ec56da/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732130568832/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T19:22:49,106 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:22:49,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T19:22:49,107 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.ReplicationSink(318): Replicating [6d51eb07-992e-4195-a64d-2f8b7bea2b15, 7d8a612c-58a2-4f11-bf84-e63ae16ec29b] bulk loaded data 2024-11-20T19:22:49,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@111564f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:49,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,45231,-1 for getting cluster id 2024-11-20T19:22:49,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:49,109 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6d51eb07-992e-4195-a64d-2f8b7bea2b15' 2024-11-20T19:22:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6d51eb07-992e-4195-a64d-2f8b7bea2b15" 2024-11-20T19:22:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bdeaf86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,45231,-1] 2024-11-20T19:22:49,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:49,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:49,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:22:49,110 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:49,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bb26cf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:49,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732130569113/Put/seqid=0 2024-11-20T19:22:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741842_1018 (size=11194) 2024-11-20T19:22:49,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741842_1018 (size=7894) 2024-11-20T19:22:49,304 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 725, reset compression=false 2024-11-20T19:22:49,387 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 687, reset compression=false 2024-11-20T19:22:49,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T19:22:49,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T19:22:49,525 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732130569524/Put/seqid=0 2024-11-20T19:22:49,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741843_1019 (size=10791) 2024-11-20T19:22:49,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741843_1019 (size=7691) 2024-11-20T19:22:49,608 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 725, reset compression=false 2024-11-20T19:22:49,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372a74ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:49,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33993,-1 for getting cluster id 2024-11-20T19:22:49,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:22:49,931 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d8a612c-58a2-4f11-bf84-e63ae16ec29b' 2024-11-20T19:22:49,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:22:49,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d8a612c-58a2-4f11-bf84-e63ae16ec29b" 2024-11-20T19:22:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1deb9c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33993,-1] 2024-11-20T19:22:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:22:49,932 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:49,932 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:22:49,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfb510f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:22:49,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:49,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:49,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:49,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:49,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33993,1732130554584 2024-11-20T19:22:49,942 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39e2ca9e 2024-11-20T19:22:49,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:49,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:49,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,45231,1732130548449 2024-11-20T19:22:49,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c3fc26 2024-11-20T19:22:49,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:22:49,943 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:22:49,944 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T19:22:49,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:22:49,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:49,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34579,1732130549091, seqNum=-1] 2024-11-20T19:22:49,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:49,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da., hostname=e14ef07817f4,40945,1732130554698, seqNum=2] 2024-11-20T19:22:49,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T19:22:49,949 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:22:49,952 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g8r70jj5vqcj65v1lkb1kh6vcvv3gl79aoo81c311t6mtsfb51nrf7htskv7bqj2/f/64c24bc18cbb4d5d9722fb50d79638dd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T19:22:49,954 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T19:22:49,954 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g8r70jj5vqcj65v1lkb1kh6vcvv3gl79aoo81c311t6mtsfb51nrf7htskv7bqj2/f/bed0d1c7a5c84f5f8f4f0edded997bd5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T19:22:49,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.ReplicationSink(324): Finished replicating [6d51eb07-992e-4195-a64d-2f8b7bea2b15, 7d8a612c-58a2-4f11-bf84-e63ae16ec29b] bulk loaded data 2024-11-20T19:22:49,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T19:22:49,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 42698a3eec64c0ef1f70e6bcd5ec56da/f 2024-11-20T19:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T19:22:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:22:49,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 42698a3eec64c0ef1f70e6bcd5ec56da/f 2024-11-20T19:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T19:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:22:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HRegion(2603): Flush status journal for 42698a3eec64c0ef1f70e6bcd5ec56da: 2024-11-20T19:22:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_1 2024-11-20T19:22:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_1 as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/71197364d6674641876064ce3f732289_SeqId_6_ 2024-11-20T19:22:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_0 2024-11-20T19:22:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_0 as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ 2024-11-20T19:22:49,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_1 into 42698a3eec64c0ef1f70e6bcd5ec56da/f as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/71197364d6674641876064ce3f732289_SeqId_6_ - updating store file list. 2024-11-20T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 71197364d6674641876064ce3f732289_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:22:49,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/71197364d6674641876064ce3f732289_SeqId_6_ into 42698a3eec64c0ef1f70e6bcd5ec56da/f 2024-11-20T19:22:49,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_1 into 42698a3eec64c0ef1f70e6bcd5ec56da/f (new location: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/71197364d6674641876064ce3f732289_SeqId_6_) 2024-11-20T19:22:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_1 2024-11-20T19:22:49,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_0 into 42698a3eec64c0ef1f70e6bcd5ec56da/f as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ - updating store file list. 2024-11-20T19:22:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:22:49,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ into 42698a3eec64c0ef1f70e6bcd5ec56da/f 2024-11-20T19:22:49,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_0 into 42698a3eec64c0ef1f70e6bcd5ec56da/f (new location: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_) 2024-11-20T19:22:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/staging/jenkins__test__9naah4fa90jpfime2riceg2hdebgs3e55t38qbdit5mat47p2uq52o69u5s525oh/f/hfile_0 2024-11-20T19:22:49,982 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:49,983 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:49,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:49,983 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:49,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da., hostname=e14ef07817f4,40945,1732130554698, seqNum=2 , the old value is region=test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da., hostname=e14ef07817f4,40945,1732130554698, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e14ef07817f4:40945 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:22:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da., hostname=e14ef07817f4,40945,1732130554698, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:22:49,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da., hostname=e14ef07817f4,40945,1732130554698, seqNum=2 from cache 2024-11-20T19:22:49,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:49,984 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T19:22:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34579,1732130549091, seqNum=-1] 2024-11-20T19:22:49,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:22:49,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:22:49,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130557577.45983775968641cdca0b996eec9307b2., hostname=e14ef07817f4,34579,1732130549091, seqNum=2] 2024-11-20T19:22:49,991 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 687, reset compression=false 2024-11-20T19:22:49,993 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T19:22:50,011 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 725, reset compression=false 2024-11-20T19:22:50,016 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:22:50,016 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,40945,1732130554698 got entry batch from reader: WALEntryBatch [walEntries=[{test/42698a3eec64c0ef1f70e6bcd5ec56da/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732130569981/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T19:22:50,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.ReplicationSink(318): Replicating [7d8a612c-58a2-4f11-bf84-e63ae16ec29b] bulk loaded data 2024-11-20T19:22:50,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741844_1020 (size=10791) 2024-11-20T19:22:50,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741845_1021 (size=11194) 2024-11-20T19:22:50,091 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:40945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T19:22:50,216 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 1033, reset compression=false 2024-11-20T19:22:50,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:22:50,455 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/71197364d6674641876064ce3f732289_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T19:22:50,457 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T19:22:50,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ for inclusion in 45983775968641cdca0b996eec9307b2/f 2024-11-20T19:22:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T19:22:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:22:50,463 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/71197364d6674641876064ce3f732289_SeqId_6_ for inclusion in 45983775968641cdca0b996eec9307b2/f 2024-11-20T19:22:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T19:22:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:22:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HRegion(2603): Flush status journal for 45983775968641cdca0b996eec9307b2: 2024-11-20T19:22:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:22:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/0fa025ea21404b32ab0e48ab001ff1ac_SeqId_6_ 2024-11-20T19:22:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 71197364d6674641876064ce3f732289_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:22:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/71197364d6674641876064ce3f732289_SeqId_6_ as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/d425155240af43129644d1fbf7a613e6_SeqId_6_ 2024-11-20T19:22:50,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ into 45983775968641cdca0b996eec9307b2/f as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/0fa025ea21404b32ab0e48ab001ff1ac_SeqId_6_ - updating store file list. 2024-11-20T19:22:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fa025ea21404b32ab0e48ab001ff1ac_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:22:50,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/0fa025ea21404b32ab0e48ab001ff1ac_SeqId_6_ into 45983775968641cdca0b996eec9307b2/f 2024-11-20T19:22:50,474 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ into 45983775968641cdca0b996eec9307b2/f (new location: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/0fa025ea21404b32ab0e48ab001ff1ac_SeqId_6_) 2024-11-20T19:22:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/7305a376b3e74a56a7aeeefbf5f7171e_SeqId_6_ 2024-11-20T19:22:50,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/71197364d6674641876064ce3f732289_SeqId_6_ into 45983775968641cdca0b996eec9307b2/f as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/d425155240af43129644d1fbf7a613e6_SeqId_6_ - updating store file list. 2024-11-20T19:22:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d425155240af43129644d1fbf7a613e6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:22:50,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/d425155240af43129644d1fbf7a613e6_SeqId_6_ into 45983775968641cdca0b996eec9307b2/f 2024-11-20T19:22:50,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/71197364d6674641876064ce3f732289_SeqId_6_ into 45983775968641cdca0b996eec9307b2/f (new location: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/f/d425155240af43129644d1fbf7a613e6_SeqId_6_) 2024-11-20T19:22:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/staging/jenkins.hfs.10__test__g73spnhpgleelcq6i8nau5fb2imsbc6d7ov2funhfsq5l25qelp6jb4asgl7d9o1/f/71197364d6674641876064ce3f732289_SeqId_6_ 2024-11-20T19:22:50,481 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34579 {}] regionserver.ReplicationSink(324): Finished replicating [7d8a612c-58a2-4f11-bf84-e63ae16ec29b] bulk loaded data 2024-11-20T19:22:50,520 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 1033, reset compression=false 2024-11-20T19:22:50,695 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 687, reset compression=false 2024-11-20T19:22:50,699 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:22:50,699 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,34579,1732130549091 got entry batch from reader: WALEntryBatch [walEntries=[{test/45983775968641cdca0b996eec9307b2/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732130570479/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T19:22:50,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.ReplicationSink(318): Replicating [7d8a612c-58a2-4f11-bf84-e63ae16ec29b, 6d51eb07-992e-4195-a64d-2f8b7bea2b15] bulk loaded data 2024-11-20T19:22:50,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741844_1020 (size=11194) 2024-11-20T19:22:50,899 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1033, reset compression=false 2024-11-20T19:22:50,923 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 1033, reset compression=false 2024-11-20T19:22:51,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:22:51,007 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:51,007 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:51,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:51,007 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:51,007 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:51,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:22:51,008 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1929997002, stopped=false 2024-11-20T19:22:51,008 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,33993,1732130554584 2024-11-20T19:22:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214794153/running 2024-11-20T19:22:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214794153/running 2024-11-20T19:22:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:51,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:51,025 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:51,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:51,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:51,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:51,026 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,40945,1732130554698' ***** 2024-11-20T19:22:51,026 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:22:51,026 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:22:51,026 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:22:51,026 INFO [RS:0;e14ef07817f4:40945 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:22:51,027 INFO [RS:0;e14ef07817f4:40945 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:22:51,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on znode that does not yet exist, /1214794153/running 2024-11-20T19:22:51,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Set watcher on znode that does not yet exist, /1214794153/running 2024-11-20T19:22:51,027 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(3091): Received CLOSE for 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:51,028 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(3091): Received CLOSE for 42698a3eec64c0ef1f70e6bcd5ec56da 2024-11-20T19:22:51,028 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,40945,1732130554698 2024-11-20T19:22:51,028 INFO [RS:0;e14ef07817f4:40945 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:51,028 INFO [RS:0;e14ef07817f4:40945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:40945. 2024-11-20T19:22:51,028 DEBUG [RS:0;e14ef07817f4:40945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:51,028 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 550e211c0b2eedb43cdfd8cb0e74d69c, disabling compactions & flushes 2024-11-20T19:22:51,028 DEBUG [RS:0;e14ef07817f4:40945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:51,028 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:51,028 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:51,028 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. after waiting 0 ms 2024-11-20T19:22:51,028 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:51,028 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:22:51,028 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:22:51,028 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:22:51,028 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:22:51,028 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 550e211c0b2eedb43cdfd8cb0e74d69c 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-20T19:22:51,029 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:22:51,029 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1325): Online Regions={550e211c0b2eedb43cdfd8cb0e74d69c=hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c., 1588230740=hbase:meta,,1.1588230740, 42698a3eec64c0ef1f70e6bcd5ec56da=test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da.} 2024-11-20T19:22:51,029 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42698a3eec64c0ef1f70e6bcd5ec56da, 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:51,029 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:51,029 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:51,029 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:51,029 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:22:51,029 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:51,029 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:22:51,058 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/info/0af901b8ea274bafa8ce4f121fcd3e6a is 147, key is hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c./info:regioninfo/1732130565216/Put/seqid=0 2024-11-20T19:22:51,060 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:51,061 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/.tmp/hfileref/24fcc735c98b490392ed4d35d192f9d1 is 74, key is 1/hfileref:64c24bc18cbb4d5d9722fb50d79638dd_SeqId_4_/1732130569957/DeleteColumn/seqid=0 2024-11-20T19:22:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741845_1021 (size=7686) 2024-11-20T19:22:51,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741846_1022 (size=5345) 2024-11-20T19:22:51,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741847_1023 (size=10791) 2024-11-20T19:22:51,203 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1033, reset compression=false 2024-11-20T19:22:51,229 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42698a3eec64c0ef1f70e6bcd5ec56da, 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:51,427 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 1033, reset compression=false 2024-11-20T19:22:51,429 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42698a3eec64c0ef1f70e6bcd5ec56da, 550e211c0b2eedb43cdfd8cb0e74d69c 2024-11-20T19:22:51,470 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/info/0af901b8ea274bafa8ce4f121fcd3e6a 2024-11-20T19:22:51,485 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/.tmp/hfileref/24fcc735c98b490392ed4d35d192f9d1 2024-11-20T19:22:51,504 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/ns/3ef9c1c0c00c49adb15b27a73103d377 is 43, key is default/ns:d/1732130557500/Put/seqid=0 2024-11-20T19:22:51,519 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/.tmp/queue/d56218a95f494bd88751c4547cff1fca is 154, key is 1-e14ef07817f4,40945,1732130554698/queue:e14ef07817f4%2C40945%2C1732130554698/1732130570483/Put/seqid=0 2024-11-20T19:22:51,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:22:51,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40945 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:22:51,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40945 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:35614 deadline: 1732130631532, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping 2024-11-20T19:22:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:22:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:22:51,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 from cache 2024-11-20T19:22:51,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741848_1024 (size=5153) 2024-11-20T19:22:51,536 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/ns/3ef9c1c0c00c49adb15b27a73103d377 2024-11-20T19:22:51,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741849_1025 (size=5353) 2024-11-20T19:22:51,539 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/.tmp/queue/d56218a95f494bd88751c4547cff1fca 2024-11-20T19:22:51,547 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/.tmp/hfileref/24fcc735c98b490392ed4d35d192f9d1 as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/hfileref/24fcc735c98b490392ed4d35d192f9d1 2024-11-20T19:22:51,555 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/hfileref/24fcc735c98b490392ed4d35d192f9d1, entries=4, sequenceid=12, filesize=5.2 K 2024-11-20T19:22:51,557 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/.tmp/queue/d56218a95f494bd88751c4547cff1fca as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/queue/d56218a95f494bd88751c4547cff1fca 2024-11-20T19:22:51,560 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/rep_barrier/dbd0b9a2645f43c796a08aaf031e2c42 is 112, key is test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da./rep_barrier:seqnumDuringOpen/1732130560877/Put/seqid=0 2024-11-20T19:22:51,566 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/queue/d56218a95f494bd88751c4547cff1fca, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T19:22:51,568 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 550e211c0b2eedb43cdfd8cb0e74d69c in 540ms, sequenceid=12, compaction requested=false 2024-11-20T19:22:51,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741850_1026 (size=5518) 2024-11-20T19:22:51,574 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/rep_barrier/dbd0b9a2645f43c796a08aaf031e2c42 2024-11-20T19:22:51,575 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/replication/550e211c0b2eedb43cdfd8cb0e74d69c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T19:22:51,576 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:51,576 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:51,576 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:51,576 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 550e211c0b2eedb43cdfd8cb0e74d69c: Waiting for close lock at 1732130571028Running coprocessor pre-close hooks at 1732130571028Disabling compacts and flushes for region at 1732130571028Disabling writes for close at 1732130571028Obtaining lock to block concurrent updates at 1732130571029 (+1 ms)Preparing flush snapshotting stores in 550e211c0b2eedb43cdfd8cb0e74d69c at 1732130571029Finished memstore snapshotting hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732130571029Flushing stores of hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. at 1732130571030 (+1 ms)Flushing 550e211c0b2eedb43cdfd8cb0e74d69c/hfileref: creating writer at 1732130571030Flushing 550e211c0b2eedb43cdfd8cb0e74d69c/hfileref: appending metadata at 1732130571054 (+24 ms)Flushing 550e211c0b2eedb43cdfd8cb0e74d69c/hfileref: closing flushed file at 1732130571054Flushing 550e211c0b2eedb43cdfd8cb0e74d69c/queue: creating writer at 1732130571493 (+439 ms)Flushing 550e211c0b2eedb43cdfd8cb0e74d69c/queue: appending metadata at 1732130571518 (+25 ms)Flushing 550e211c0b2eedb43cdfd8cb0e74d69c/queue: closing flushed file at 1732130571518Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c41a192: reopening flushed file at 1732130571545 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45fb14e8: reopening flushed file at 1732130571555 (+10 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 550e211c0b2eedb43cdfd8cb0e74d69c in 540ms, sequenceid=12, compaction requested=false at 1732130571568 (+13 ms)Writing region close event to WAL at 1732130571572 (+4 ms)Running coprocessor post-close hooks at 1732130571576 (+4 ms)Closed at 1732130571576 2024-11-20T19:22:51,576 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130564054.550e211c0b2eedb43cdfd8cb0e74d69c. 2024-11-20T19:22:51,577 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42698a3eec64c0ef1f70e6bcd5ec56da, disabling compactions & flushes 2024-11-20T19:22:51,577 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:51,577 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:51,577 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. after waiting 0 ms 2024-11-20T19:22:51,577 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:51,580 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/default/test/42698a3eec64c0ef1f70e6bcd5ec56da/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:22:51,580 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:51,580 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:22:51,580 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:51,580 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42698a3eec64c0ef1f70e6bcd5ec56da: Waiting for close lock at 1732130571577Running coprocessor pre-close hooks at 1732130571577Disabling compacts and flushes for region at 1732130571577Disabling writes for close at 1732130571577Writing region close event to WAL at 1732130571577Running coprocessor post-close hooks at 1732130571580 (+3 ms)Closed at 1732130571580 2024-11-20T19:22:51,581 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130559733.42698a3eec64c0ef1f70e6bcd5ec56da. 2024-11-20T19:22:51,596 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/table/1532054509ef49bea6eabc6a3c72d123 is 53, key is hbase:replication/table:state/1732130565224/Put/seqid=0 2024-11-20T19:22:51,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741851_1027 (size=5308) 2024-11-20T19:22:51,605 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/table/1532054509ef49bea6eabc6a3c72d123 2024-11-20T19:22:51,609 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1033, reset compression=false 2024-11-20T19:22:51,612 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/info/0af901b8ea274bafa8ce4f121fcd3e6a as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/info/0af901b8ea274bafa8ce4f121fcd3e6a 2024-11-20T19:22:51,619 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/info/0af901b8ea274bafa8ce4f121fcd3e6a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:22:51,620 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/ns/3ef9c1c0c00c49adb15b27a73103d377 as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/ns/3ef9c1c0c00c49adb15b27a73103d377 2024-11-20T19:22:51,629 DEBUG [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:51,639 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/ns/3ef9c1c0c00c49adb15b27a73103d377, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:22:51,640 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:51,641 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/rep_barrier/dbd0b9a2645f43c796a08aaf031e2c42 as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/rep_barrier/dbd0b9a2645f43c796a08aaf031e2c42 2024-11-20T19:22:51,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:51,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40945 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:22:51,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40945 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:35614 deadline: 1732130631533, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping 2024-11-20T19:22:51,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:22:51,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:22:51,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 from cache 2024-11-20T19:22:51,675 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/rep_barrier/dbd0b9a2645f43c796a08aaf031e2c42, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:22:51,680 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/.tmp/table/1532054509ef49bea6eabc6a3c72d123 as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/table/1532054509ef49bea6eabc6a3c72d123 2024-11-20T19:22:51,702 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/table/1532054509ef49bea6eabc6a3c72d123, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:22:51,714 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 685ms, sequenceid=16, compaction requested=false 2024-11-20T19:22:51,768 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:22:51,772 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:51,772 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:51,772 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:51,772 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130571029Running coprocessor pre-close hooks at 1732130571029Disabling compacts and flushes for region at 1732130571029Disabling writes for close at 1732130571029Obtaining lock to block concurrent updates at 1732130571029Preparing flush snapshotting stores in 1588230740 at 1732130571029Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130571030 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732130571030Flushing 1588230740/info: creating writer at 1732130571030Flushing 1588230740/info: appending metadata at 1732130571058 (+28 ms)Flushing 1588230740/info: closing flushed file at 1732130571058Flushing 1588230740/ns: creating writer at 1732130571477 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732130571503 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732130571503Flushing 1588230740/rep_barrier: creating writer at 1732130571542 (+39 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130571559 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130571559Flushing 1588230740/table: creating writer at 1732130571579 (+20 ms)Flushing 1588230740/table: appending metadata at 1732130571595 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732130571595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfad855: reopening flushed file at 1732130571610 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d3f3025: reopening flushed file at 1732130571619 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46c8717b: reopening flushed file at 1732130571639 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c486f29: reopening flushed file at 1732130571675 (+36 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 685ms, sequenceid=16, compaction requested=false at 1732130571714 (+39 ms)Writing region close event to WAL at 1732130571761 (+47 ms)Running coprocessor post-close hooks at 1732130571772 (+11 ms)Closed at 1732130571772 2024-11-20T19:22:51,773 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:51,830 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,40945,1732130554698; all regions closed. 2024-11-20T19:22:51,838 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.meta.1732130557452.meta not finished, retry = 0 2024-11-20T19:22:51,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:22:51,850 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:51,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:51,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40945 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:22:51,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40945 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:35614 deadline: 1732130631532, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping 2024-11-20T19:22:51,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:22:51,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server e14ef07817f4,40945,1732130554698 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T19:22:51,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 from cache 2024-11-20T19:22:51,863 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:22:51,863 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:22:51,940 DEBUG [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/oldWALs 2024-11-20T19:22:51,940 INFO [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C40945%2C1732130554698.meta:.meta(num 1732130557452) 2024-11-20T19:22:51,946 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.rep.1732130565187 not finished, retry = 0 2024-11-20T19:22:51,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741839_1015 (size=3127) 2024-11-20T19:22:52,031 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 1033, reset compression=false 2024-11-20T19:22:52,037 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:22:52,037 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 to pos 1328, reset compression=false 2024-11-20T19:22:52,037 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,40945,1732130554698 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:22:52,038 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,40945,1732130554698: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,40945,1732130554698, walGroup=e14ef07817f4%2C40945%2C1732130554698, offset=e14ef07817f4%2C40945%2C1732130554698.1732130556975:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:40945 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:22:52,039 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:22:52,039 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:22:52,040 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:22:52,040 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:22:52,041 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:22:52,041 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 581707840 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188117568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:22:52,043 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:22:52,048 DEBUG [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/oldWALs 2024-11-20T19:22:52,048 INFO [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C40945%2C1732130554698.rep:(num 1732130565187) 2024-11-20T19:22:52,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 not finished, retry = 0 2024-11-20T19:22:52,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741833_1009 (size=1336) 2024-11-20T19:22:52,136 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1033, reset compression=false 2024-11-20T19:22:52,158 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 for the last time to pos 1328, reset compression=false 2024-11-20T19:22:52,160 DEBUG [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/oldWALs 2024-11-20T19:22:52,160 INFO [RS:0;e14ef07817f4:40945 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C40945%2C1732130554698:(num 1732130556975) 2024-11-20T19:22:52,160 DEBUG [RS:0;e14ef07817f4:40945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:52,160 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:52,160 INFO [RS:0;e14ef07817f4:40945 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:52,160 INFO [RS:0;e14ef07817f4:40945 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:52,160 INFO [RS:0;e14ef07817f4:40945 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:52,161 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:52,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1] 2024-11-20T19:22:52,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e14ef07817f4,40945,1732130554698 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:22:52,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e14ef07817f4,40945,1732130554698 aborting 2024-11-20T19:22:52,164 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,40945,1732130554698 because: Region server is closing 2024-11-20T19:22:52,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server e14ef07817f4,40945,1732130554698 aborting 2024-11-20T19:22:52,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,40945,1732130554698, seqNum=-1 from cache 2024-11-20T19:22:52,164 INFO [RS:0;e14ef07817f4:40945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:40945. 2024-11-20T19:22:52,164 DEBUG [RS:0;e14ef07817f4:40945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:52,165 DEBUG [RS:0;e14ef07817f4:40945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:52,165 DEBUG [RS:0;e14ef07817f4:40945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:52,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:52,165 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:52,167 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 was moved to hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/oldWALs/e14ef07817f4%2C40945%2C1732130554698.1732130556975 2024-11-20T19:22:52,168 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 and length of the file is 1336 2024-11-20T19:22:52,168 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.wal-reader.e14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/WALs/e14ef07817f4,40945,1732130554698/e14ef07817f4%2C40945%2C1732130554698.1732130556975 2024-11-20T19:22:52,265 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,40945,1732130554698.replicationSource.shippere14ef07817f4%2C40945%2C1732130554698,1-e14ef07817f4,40945,1732130554698 terminated 2024-11-20T19:22:52,265 INFO [RS:0;e14ef07817f4:40945 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:40945. 2024-11-20T19:22:52,265 DEBUG [RS:0;e14ef07817f4:40945 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:52,265 DEBUG [RS:0;e14ef07817f4:40945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:52,265 DEBUG [RS:0;e14ef07817f4:40945 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:52,265 INFO [RS:0;e14ef07817f4:40945 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40945 2024-11-20T19:22:52,266 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:52,268 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-20T19:22:52,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-20T19:22:52,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40945 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:35600 deadline: 1732130630700, exception=java.io.InterruptedIOException 2024-11-20T19:22:52,271 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T19:22:52,271 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e14ef07817f4:40945 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-20T19:22:52,374 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e14ef07817f4:40945 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:40945 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:22:52,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e14ef07817f4:40945 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:40945 2024-11-20T19:22:52,374 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=e14ef07817f4:40945 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:40945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:40945 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T19:22:52,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214794153/rs/e14ef07817f4,40945,1732130554698 2024-11-20T19:22:52,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153/rs 2024-11-20T19:22:52,383 INFO [RS:0;e14ef07817f4:40945 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:52,384 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,40945,1732130554698] 2024-11-20T19:22:52,404 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1214794153/draining/e14ef07817f4,40945,1732130554698 already deleted, retry=false 2024-11-20T19:22:52,404 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,40945,1732130554698 expired; onlineServers=0 2024-11-20T19:22:52,404 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,33993,1732130554584' ***** 2024-11-20T19:22:52,404 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:22:52,404 INFO [M:0;e14ef07817f4:33993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:52,404 INFO [M:0;e14ef07817f4:33993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:52,404 DEBUG [M:0;e14ef07817f4:33993 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:22:52,405 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:22:52,405 DEBUG [M:0;e14ef07817f4:33993 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:22:52,405 INFO [M:0;e14ef07817f4:33993 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:52,405 INFO [M:0;e14ef07817f4:33993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:52,405 DEBUG [M:0;e14ef07817f4:33993 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:22:52,405 INFO [M:0;e14ef07817f4:33993 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:22:52,405 INFO [M:0;e14ef07817f4:33993 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:52,405 INFO [M:0;e14ef07817f4:33993 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:22:52,405 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:22:52,405 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130556687 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130556687,5,FailOnTimeoutGroup] 2024-11-20T19:22:52,408 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130556686 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130556686,5,FailOnTimeoutGroup] 2024-11-20T19:22:52,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214794153/master 2024-11-20T19:22:52,415 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214794153 2024-11-20T19:22:52,415 DEBUG [M:0;e14ef07817f4:33993 {}] zookeeper.ZKUtil(347): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Unable to get data of znode /1214794153/master because node does not exist (not an error) 2024-11-20T19:22:52,415 WARN [M:0;e14ef07817f4:33993 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:22:52,415 INFO [M:0;e14ef07817f4:33993 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/.lastflushedseqids 2024-11-20T19:22:52,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741852_1028 (size=263) 2024-11-20T19:22:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:52,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40945-0x10159b29cd00004, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:52,494 INFO [RS:0;e14ef07817f4:40945 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:52,494 INFO [RS:0;e14ef07817f4:40945 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,40945,1732130554698; zookeeper connection closed. 2024-11-20T19:22:52,494 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6508edfa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6508edfa 2024-11-20T19:22:52,494 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:22:52,580 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] ipc.AbstractRpcClient(357): Not trying to connect to e14ef07817f4:40945 this server is in the failed servers list 2024-11-20T19:22:52,580 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e14ef07817f4:40945 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:40945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:40945 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-20T19:22:52,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:22:52,671 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-20T19:22:52,672 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:22:52,749 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1033, reset compression=false 2024-11-20T19:22:52,827 INFO [M:0;e14ef07817f4:33993 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:22:52,827 INFO [M:0;e14ef07817f4:33993 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:22:52,827 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:52,827 INFO [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:52,827 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:52,827 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:52,827 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:52,827 INFO [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T19:22:52,849 DEBUG [M:0;e14ef07817f4:33993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f984c5c5914871a6054d60fb0cb009 is 82, key is hbase:meta,,1/info:regioninfo/1732130557481/Put/seqid=0 2024-11-20T19:22:52,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741853_1029 (size=5672) 2024-11-20T19:22:52,881 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] ipc.AbstractRpcClient(357): Not trying to connect to e14ef07817f4:40945 this server is in the failed servers list 2024-11-20T19:22:52,881 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e14ef07817f4:40945 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:40945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:40945 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-20T19:22:53,262 INFO [M:0;e14ef07817f4:33993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f984c5c5914871a6054d60fb0cb009 2024-11-20T19:22:53,282 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] ipc.AbstractRpcClient(357): Not trying to connect to e14ef07817f4:40945 this server is in the failed servers list 2024-11-20T19:22:53,283 DEBUG [M:0;e14ef07817f4:33993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78769d6e1dae4eeabe67aafc3e61a28f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732130565231/Put/seqid=0 2024-11-20T19:22:53,283 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e14ef07817f4:40945 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:40945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:40945 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-20T19:22:53,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741854_1030 (size=8515) 2024-11-20T19:22:53,454 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1033, reset compression=false 2024-11-20T19:22:53,687 INFO [M:0;e14ef07817f4:33993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78769d6e1dae4eeabe67aafc3e61a28f 2024-11-20T19:22:53,711 DEBUG [M:0;e14ef07817f4:33993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab38ff6686f48e1b63a6eca6f36de7c is 69, key is e14ef07817f4,40945,1732130554698/rs:state/1732130556776/Put/seqid=0 2024-11-20T19:22:53,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741855_1031 (size=5156) 2024-11-20T19:22:53,784 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] ipc.AbstractRpcClient(357): Not trying to connect to e14ef07817f4:40945 this server is in the failed servers list 2024-11-20T19:22:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:22:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33993 {}] ipc.CallRunner(138): callId: 13 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:56420 deadline: 1732130633785, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T19:22:53,787 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-20T19:22:53,789 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T19:22:53,789 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e14ef07817f4:40945 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:40945 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:40945 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-20T19:22:54,117 INFO [M:0;e14ef07817f4:33993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab38ff6686f48e1b63a6eca6f36de7c 2024-11-20T19:22:54,144 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91f984c5c5914871a6054d60fb0cb009 as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91f984c5c5914871a6054d60fb0cb009 2024-11-20T19:22:54,157 INFO [M:0;e14ef07817f4:33993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91f984c5c5914871a6054d60fb0cb009, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T19:22:54,158 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78769d6e1dae4eeabe67aafc3e61a28f as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78769d6e1dae4eeabe67aafc3e61a28f 2024-11-20T19:22:54,163 INFO [M:0;e14ef07817f4:33993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78769d6e1dae4eeabe67aafc3e61a28f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T19:22:54,164 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4ab38ff6686f48e1b63a6eca6f36de7c as hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ab38ff6686f48e1b63a6eca6f36de7c 2024-11-20T19:22:54,169 INFO [M:0;e14ef07817f4:33993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37373/user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4ab38ff6686f48e1b63a6eca6f36de7c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T19:22:54,170 INFO [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=97, compaction requested=false 2024-11-20T19:22:54,171 INFO [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:54,171 DEBUG [M:0;e14ef07817f4:33993 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130572827Disabling compacts and flushes for region at 1732130572827Disabling writes for close at 1732130572827Obtaining lock to block concurrent updates at 1732130572827Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130572827Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732130572827Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130572828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130572828Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130572848 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130572848Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130573266 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130573282 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130573282Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130573692 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130573710 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130573710Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69094e06: reopening flushed file at 1732130574135 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6600b6da: reopening flushed file at 1732130574157 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e622ec: reopening flushed file at 1732130574164 (+7 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=97, compaction requested=false at 1732130574170 (+6 ms)Writing region close event to WAL at 1732130574171 (+1 ms)Closed at 1732130574171 2024-11-20T19:22:54,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34701 is added to blk_1073741830_1006 (size=63642) 2024-11-20T19:22:54,173 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/92b62b88-3bdc-fe99-7c29-2719defbc1f0/MasterData/WALs/e14ef07817f4,33993,1732130554584/e14ef07817f4%2C33993%2C1732130554584.1732130556466 not finished, retry = 0 2024-11-20T19:22:54,258 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1033, reset compression=false 2024-11-20T19:22:54,274 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:54,274 INFO [M:0;e14ef07817f4:33993 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:22:54,274 INFO [M:0;e14ef07817f4:33993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33993 2024-11-20T19:22:54,276 INFO [M:0;e14ef07817f4:33993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:54,390 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T19:22:54,390 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e14ef07817f4:33993 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:33993 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:22:54,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address e14ef07817f4:33993 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:33993 2024-11-20T19:22:54,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:54,425 INFO [M:0;e14ef07817f4:33993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:54,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33993-0x10159b29cd00003, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:54,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f77d453{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:22:54,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@419d08a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:22:54,428 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:22:54,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27e95f40{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:22:54,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a355638{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.log.dir/,STOPPED} 2024-11-20T19:22:54,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:22:54,429 WARN [BP-270409837-172.17.0.3-1732130552475 heartbeating to localhost/127.0.0.1:37373 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:22:54,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:22:54,429 WARN [BP-270409837-172.17.0.3-1732130552475 heartbeating to localhost/127.0.0.1:37373 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-270409837-172.17.0.3-1732130552475 (Datanode Uuid 81fa78ae-dc5f-486c-9b72-b5c5c924ca67) service to localhost/127.0.0.1:37373 2024-11-20T19:22:54,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/cluster_be2eee8f-6079-568f-068b-85342998d7ca/data/data1/current/BP-270409837-172.17.0.3-1732130552475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:22:54,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/cluster_be2eee8f-6079-568f-068b-85342998d7ca/data/data2/current/BP-270409837-172.17.0.3-1732130552475 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:22:54,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:22:54,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@433ddd6f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:22:54,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5857b614{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:22:54,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:22:54,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37c9d700{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:22:54,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66616b13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.log.dir/,STOPPED} 2024-11-20T19:22:54,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:22:54,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:22:54,452 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:54,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:54,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:54,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:54,452 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:54,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:22:54,453 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=200635266, stopped=false 2024-11-20T19:22:54,453 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,45231,1732130548449 2024-11-20T19:22:54,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1599901753/running 2024-11-20T19:22:54,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1599901753/running 2024-11-20T19:22:54,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:54,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:54,492 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:54,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on znode that does not yet exist, /0-1599901753/running 2024-11-20T19:22:54,492 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:22:54,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:54,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:54,493 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Set watcher on znode that does not yet exist, /0-1599901753/running 2024-11-20T19:22:54,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,34579,1732130549091' ***** 2024-11-20T19:22:54,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:22:54,493 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:22:54,493 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:22:54,493 INFO [RS:0;e14ef07817f4:34579 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:22:54,493 INFO [RS:0;e14ef07817f4:34579 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:22:54,493 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(3091): Received CLOSE for 45983775968641cdca0b996eec9307b2 2024-11-20T19:22:54,493 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(3091): Received CLOSE for c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:54,493 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,34579,1732130549091 2024-11-20T19:22:54,493 INFO [RS:0;e14ef07817f4:34579 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:54,494 INFO [RS:0;e14ef07817f4:34579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:34579. 2024-11-20T19:22:54,494 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 45983775968641cdca0b996eec9307b2, disabling compactions & flushes 2024-11-20T19:22:54,494 DEBUG [RS:0;e14ef07817f4:34579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:54,494 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:54,494 DEBUG [RS:0;e14ef07817f4:34579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:54,494 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:54,494 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130557577.45983775968641cdca0b996eec9307b2. after waiting 0 ms 2024-11-20T19:22:54,494 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:22:54,494 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:54,494 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:22:54,494 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:22:54,494 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:22:54,494 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:22:54,494 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1325): Online Regions={45983775968641cdca0b996eec9307b2=test,,1732130557577.45983775968641cdca0b996eec9307b2., c428df20277d9298f15a34e083e840a1=hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:22:54,494 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 45983775968641cdca0b996eec9307b2, c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:54,494 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:22:54,494 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:22:54,494 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:22:54,494 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:22:54,494 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:22:54,494 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:22:54,497 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/default/test/45983775968641cdca0b996eec9307b2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:22:54,497 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:54,497 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:22:54,497 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:54,497 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 45983775968641cdca0b996eec9307b2: Waiting for close lock at 1732130574494Running coprocessor pre-close hooks at 1732130574494Disabling compacts and flushes for region at 1732130574494Disabling writes for close at 1732130574494Writing region close event to WAL at 1732130574494Running coprocessor post-close hooks at 1732130574497 (+3 ms)Closed at 1732130574497 2024-11-20T19:22:54,498 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130557577.45983775968641cdca0b996eec9307b2. 2024-11-20T19:22:54,498 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c428df20277d9298f15a34e083e840a1, disabling compactions & flushes 2024-11-20T19:22:54,498 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:54,498 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:54,498 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. after waiting 0 ms 2024-11-20T19:22:54,498 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:54,498 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c428df20277d9298f15a34e083e840a1 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T19:22:54,500 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:54,500 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server e14ef07817f4:33993 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:33993 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T19:22:54,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=e14ef07817f4:33993 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:33993 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T19:22:54,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address e14ef07817f4:33993 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: e14ef07817f4/172.17.0.3:33993 2024-11-20T19:22:54,503 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:54,511 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/info/efaeb2f9e2794268a77b0a8bfa14b2b9 is 147, key is hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1./info:regioninfo/1732130563060/Put/seqid=0 2024-11-20T19:22:54,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741846_1022 (size=7686) 2024-11-20T19:22:54,517 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/.tmp/hfileref/5d55842bf40c4304b06fd4c5b40d487b is 74, key is 1/hfileref:0fa025ea21404b32ab0e48ab001ff1ac_SeqId_6_/1732130570468/Put/seqid=0 2024-11-20T19:22:54,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741847_1023 (size=5345) 2024-11-20T19:22:54,694 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:54,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:54,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e14ef07817f4:33993 this server is in the failed servers list 2024-11-20T19:22:54,710 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:33993 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:22:54,894 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:54,916 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/info/efaeb2f9e2794268a77b0a8bfa14b2b9 2024-11-20T19:22:54,921 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/.tmp/hfileref/5d55842bf40c4304b06fd4c5b40d487b 2024-11-20T19:22:54,936 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/ns/e234ab9c80d6438e8bd2682f11f24f71 is 43, key is default/ns:d/1732130552323/Put/seqid=0 2024-11-20T19:22:54,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741848_1024 (size=5153) 2024-11-20T19:22:54,943 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/.tmp/queue/00244527048148b68ea5e8273d350a74 is 153, key is 1-e14ef07817f4,34579,1732130549091/queue:e14ef07817f4%2C34579%2C1732130549091/1732130568837/Put/seqid=0 2024-11-20T19:22:54,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741849_1025 (size=5352) 2024-11-20T19:22:55,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:55,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e14ef07817f4:33993 this server is in the failed servers list 2024-11-20T19:22:55,020 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:33993 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:22:55,095 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:55,162 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1033, reset compression=false 2024-11-20T19:22:55,167 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:22:55,167 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1328, reset compression=false 2024-11-20T19:22:55,219 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:22:55,219 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:22:55,295 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c428df20277d9298f15a34e083e840a1 2024-11-20T19:22:55,341 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/ns/e234ab9c80d6438e8bd2682f11f24f71 2024-11-20T19:22:55,347 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/.tmp/queue/00244527048148b68ea5e8273d350a74 2024-11-20T19:22:55,352 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/.tmp/hfileref/5d55842bf40c4304b06fd4c5b40d487b as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/hfileref/5d55842bf40c4304b06fd4c5b40d487b 2024-11-20T19:22:55,357 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/hfileref/5d55842bf40c4304b06fd4c5b40d487b, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T19:22:55,358 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/.tmp/queue/00244527048148b68ea5e8273d350a74 as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/queue/00244527048148b68ea5e8273d350a74 2024-11-20T19:22:55,364 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/rep_barrier/4c1a932b9698457cbf769ab2f07c648d is 112, key is test,,1732130557577.45983775968641cdca0b996eec9307b2./rep_barrier:seqnumDuringOpen/1732130558724/Put/seqid=0 2024-11-20T19:22:55,372 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1328, reset compression=false 2024-11-20T19:22:55,377 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/queue/00244527048148b68ea5e8273d350a74, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T19:22:55,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741850_1026 (size=5518) 2024-11-20T19:22:55,382 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c428df20277d9298f15a34e083e840a1 in 884ms, sequenceid=10, compaction requested=false 2024-11-20T19:22:55,382 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:22:55,383 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/rep_barrier/4c1a932b9698457cbf769ab2f07c648d 2024-11-20T19:22:55,409 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/table/b5bdeb0f718f42cca9dcedb907f3c8b0 is 53, key is hbase:replication/table:state/1732130563067/Put/seqid=0 2024-11-20T19:22:55,409 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/replication/c428df20277d9298f15a34e083e840a1/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T19:22:55,414 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:55,414 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:55,414 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:55,414 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c428df20277d9298f15a34e083e840a1: Waiting for close lock at 1732130574498Running coprocessor pre-close hooks at 1732130574498Disabling compacts and flushes for region at 1732130574498Disabling writes for close at 1732130574498Obtaining lock to block concurrent updates at 1732130574498Preparing flush snapshotting stores in c428df20277d9298f15a34e083e840a1 at 1732130574498Finished memstore snapshotting hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732130574498Flushing stores of hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. at 1732130574498Flushing c428df20277d9298f15a34e083e840a1/hfileref: creating writer at 1732130574499 (+1 ms)Flushing c428df20277d9298f15a34e083e840a1/hfileref: appending metadata at 1732130574516 (+17 ms)Flushing c428df20277d9298f15a34e083e840a1/hfileref: closing flushed file at 1732130574517 (+1 ms)Flushing c428df20277d9298f15a34e083e840a1/queue: creating writer at 1732130574925 (+408 ms)Flushing c428df20277d9298f15a34e083e840a1/queue: appending metadata at 1732130574942 (+17 ms)Flushing c428df20277d9298f15a34e083e840a1/queue: closing flushed file at 1732130574943 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7691dbf7: reopening flushed file at 1732130575352 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45999461: reopening flushed file at 1732130575358 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for c428df20277d9298f15a34e083e840a1 in 884ms, sequenceid=10, compaction requested=false at 1732130575382 (+24 ms)Writing region close event to WAL at 1732130575397 (+15 ms)Running coprocessor post-close hooks at 1732130575414 (+17 ms)Closed at 1732130575414 2024-11-20T19:22:55,414 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130561900.c428df20277d9298f15a34e083e840a1. 2024-11-20T19:22:55,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741851_1027 (size=5308) 2024-11-20T19:22:55,495 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:22:55,495 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:22:55,495 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:55,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:55,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to e14ef07817f4:33993 this server is in the failed servers list 2024-11-20T19:22:55,530 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: e14ef07817f4:33993 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:22:55,685 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1328, reset compression=false 2024-11-20T19:22:55,695 DEBUG [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:22:55,822 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/table/b5bdeb0f718f42cca9dcedb907f3c8b0 2024-11-20T19:22:55,827 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/info/efaeb2f9e2794268a77b0a8bfa14b2b9 as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/info/efaeb2f9e2794268a77b0a8bfa14b2b9 2024-11-20T19:22:55,831 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/info/efaeb2f9e2794268a77b0a8bfa14b2b9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:22:55,832 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/ns/e234ab9c80d6438e8bd2682f11f24f71 as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/ns/e234ab9c80d6438e8bd2682f11f24f71 2024-11-20T19:22:55,836 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/ns/e234ab9c80d6438e8bd2682f11f24f71, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:22:55,838 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/rep_barrier/4c1a932b9698457cbf769ab2f07c648d as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/rep_barrier/4c1a932b9698457cbf769ab2f07c648d 2024-11-20T19:22:55,843 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/rep_barrier/4c1a932b9698457cbf769ab2f07c648d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:22:55,844 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/.tmp/table/b5bdeb0f718f42cca9dcedb907f3c8b0 as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/table/b5bdeb0f718f42cca9dcedb907f3c8b0 2024-11-20T19:22:55,849 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/table/b5bdeb0f718f42cca9dcedb907f3c8b0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:22:55,850 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false 2024-11-20T19:22:55,850 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:22:55,861 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:22:55,862 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:55,862 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:55,862 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:55,862 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130574494Running coprocessor pre-close hooks at 1732130574494Disabling compacts and flushes for region at 1732130574494Disabling writes for close at 1732130574494Obtaining lock to block concurrent updates at 1732130574494Preparing flush snapshotting stores in 1588230740 at 1732130574494Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130574495 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732130574495Flushing 1588230740/info: creating writer at 1732130574495Flushing 1588230740/info: appending metadata at 1732130574511 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732130574511Flushing 1588230740/ns: creating writer at 1732130574921 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732130574936 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732130574936Flushing 1588230740/rep_barrier: creating writer at 1732130575346 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130575364 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130575364Flushing 1588230740/table: creating writer at 1732130575388 (+24 ms)Flushing 1588230740/table: appending metadata at 1732130575408 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732130575409 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16d1a742: reopening flushed file at 1732130575826 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39078b5e: reopening flushed file at 1732130575831 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ee9e7c3: reopening flushed file at 1732130575836 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60bce243: reopening flushed file at 1732130575843 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1355ms, sequenceid=16, compaction requested=false at 1732130575850 (+7 ms)Writing region close event to WAL at 1732130575858 (+8 ms)Running coprocessor post-close hooks at 1732130575862 (+4 ms)Closed at 1732130575862 2024-11-20T19:22:55,862 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:22:55,895 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,34579,1732130549091; all regions closed. 2024-11-20T19:22:55,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:22:55,912 DEBUG [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/oldWALs 2024-11-20T19:22:55,912 INFO [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C34579%2C1732130549091.meta:.meta(num 1732130552269) 2024-11-20T19:22:55,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741839_1015 (size=2695) 2024-11-20T19:22:55,917 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.rep.1732130563031 not finished, retry = 0 2024-11-20T19:22:56,019 DEBUG [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/oldWALs 2024-11-20T19:22:56,019 INFO [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C34579%2C1732130549091.rep:(num 1732130563031) 2024-11-20T19:22:56,021 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 not finished, retry = 0 2024-11-20T19:22:56,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741832_1008 (size=1336) 2024-11-20T19:22:56,088 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 to pos 1328, reset compression=false 2024-11-20T19:22:56,122 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/WALs/e14ef07817f4,34579,1732130549091/e14ef07817f4%2C34579%2C1732130549091.1732130551309 2024-11-20T19:22:56,123 DEBUG [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/oldWALs 2024-11-20T19:22:56,123 INFO [RS:0;e14ef07817f4:34579 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C34579%2C1732130549091:(num 1732130551309) 2024-11-20T19:22:56,124 DEBUG [RS:0;e14ef07817f4:34579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:56,124 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:22:56,124 INFO [RS:0;e14ef07817f4:34579 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:56,124 INFO [RS:0;e14ef07817f4:34579 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:56,124 INFO [RS:0;e14ef07817f4:34579 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:56,124 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:56,124 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,34579,1732130549091 because: Region server is closing 2024-11-20T19:22:56,124 INFO [RS:0;e14ef07817f4:34579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:34579. 2024-11-20T19:22:56,124 DEBUG [RS:0;e14ef07817f4:34579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:56,124 DEBUG [RS:0;e14ef07817f4:34579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:56,124 DEBUG [RS:0;e14ef07817f4:34579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:56,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:56,225 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.wal-reader.e14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T19:22:56,225 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T19:22:56,225 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T19:22:56,225 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T19:22:56,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:56,540 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:22:56,543 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:22:56,926 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34579,1732130549091.replicationSource.shippere14ef07817f4%2C34579%2C1732130549091,1-e14ef07817f4,34579,1732130549091 terminated 2024-11-20T19:22:56,926 INFO [RS:0;e14ef07817f4:34579 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:34579. 2024-11-20T19:22:56,926 DEBUG [RS:0;e14ef07817f4:34579 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:22:56,926 DEBUG [RS:0;e14ef07817f4:34579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:56,926 DEBUG [RS:0;e14ef07817f4:34579 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:22:56,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:22:56,926 INFO [RS:0;e14ef07817f4:34579 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34579 2024-11-20T19:22:56,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1599901753/rs/e14ef07817f4,34579,1732130549091 2024-11-20T19:22:56,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753/rs 2024-11-20T19:22:56,978 INFO [RS:0;e14ef07817f4:34579 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:56,986 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,34579,1732130549091] 2024-11-20T19:22:56,997 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1599901753/draining/e14ef07817f4,34579,1732130549091 already deleted, retry=false 2024-11-20T19:22:56,997 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,34579,1732130549091 expired; onlineServers=0 2024-11-20T19:22:56,997 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,45231,1732130548449' ***** 2024-11-20T19:22:56,997 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:22:56,997 INFO [M:0;e14ef07817f4:45231 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:22:56,997 INFO [M:0;e14ef07817f4:45231 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:22:56,997 DEBUG [M:0;e14ef07817f4:45231 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:22:56,997 DEBUG [M:0;e14ef07817f4:45231 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:22:56,997 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:22:56,997 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130551084 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130551084,5,FailOnTimeoutGroup] 2024-11-20T19:22:56,997 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130551081 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130551081,5,FailOnTimeoutGroup] 2024-11-20T19:22:56,998 INFO [M:0;e14ef07817f4:45231 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:22:56,998 INFO [M:0;e14ef07817f4:45231 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:22:56,998 DEBUG [M:0;e14ef07817f4:45231 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:22:56,998 INFO [M:0;e14ef07817f4:45231 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:22:56,998 INFO [M:0;e14ef07817f4:45231 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:22:56,998 INFO [M:0;e14ef07817f4:45231 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:22:56,998 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:22:57,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1599901753/master 2024-11-20T19:22:57,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1599901753 2024-11-20T19:22:57,008 DEBUG [M:0;e14ef07817f4:45231 {}] zookeeper.ZKUtil(347): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Unable to get data of znode /0-1599901753/master because node does not exist (not an error) 2024-11-20T19:22:57,008 WARN [M:0;e14ef07817f4:45231 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:22:57,008 INFO [M:0;e14ef07817f4:45231 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/.lastflushedseqids 2024-11-20T19:22:57,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741852_1028 (size=263) 2024-11-20T19:22:57,078 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:22:57,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:57,087 INFO [RS:0;e14ef07817f4:34579 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:57,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34579-0x10159b29cd00001, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:57,087 INFO [RS:0;e14ef07817f4:34579 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,34579,1732130549091; zookeeper connection closed. 2024-11-20T19:22:57,087 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@13b57a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@13b57a5 2024-11-20T19:22:57,087 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:22:57,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:57,110 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:57,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:57,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:57,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:57,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:22:57,413 INFO [M:0;e14ef07817f4:45231 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:22:57,413 INFO [M:0;e14ef07817f4:45231 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:22:57,413 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:22:57,413 INFO [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:57,413 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:57,413 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:22:57,413 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:57,414 INFO [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T19:22:57,428 DEBUG [M:0;e14ef07817f4:45231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9512031ecd84d56a6f3b43f44a5ea20 is 82, key is hbase:meta,,1/info:regioninfo/1732130552303/Put/seqid=0 2024-11-20T19:22:57,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741853_1029 (size=5672) 2024-11-20T19:22:57,832 INFO [M:0;e14ef07817f4:45231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9512031ecd84d56a6f3b43f44a5ea20 2024-11-20T19:22:57,856 DEBUG [M:0;e14ef07817f4:45231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38dcd6c9bdeb44dfaebd9405e5fea84a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732130563070/Put/seqid=0 2024-11-20T19:22:57,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741854_1030 (size=8516) 2024-11-20T19:22:58,035 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:22:58,261 INFO [M:0;e14ef07817f4:45231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38dcd6c9bdeb44dfaebd9405e5fea84a 2024-11-20T19:22:58,282 DEBUG [M:0;e14ef07817f4:45231 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c9af18a805d443ab82830470856ffc3 is 69, key is e14ef07817f4,34579,1732130549091/rs:state/1732130551150/Put/seqid=0 2024-11-20T19:22:58,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741855_1031 (size=5156) 2024-11-20T19:22:58,288 INFO [M:0;e14ef07817f4:45231 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c9af18a805d443ab82830470856ffc3 2024-11-20T19:22:58,293 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a9512031ecd84d56a6f3b43f44a5ea20 as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9512031ecd84d56a6f3b43f44a5ea20 2024-11-20T19:22:58,297 INFO [M:0;e14ef07817f4:45231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a9512031ecd84d56a6f3b43f44a5ea20, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T19:22:58,298 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38dcd6c9bdeb44dfaebd9405e5fea84a as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38dcd6c9bdeb44dfaebd9405e5fea84a 2024-11-20T19:22:58,303 INFO [M:0;e14ef07817f4:45231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38dcd6c9bdeb44dfaebd9405e5fea84a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T19:22:58,303 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8c9af18a805d443ab82830470856ffc3 as hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c9af18a805d443ab82830470856ffc3 2024-11-20T19:22:58,309 INFO [M:0;e14ef07817f4:45231 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40983/user/jenkins/test-data/8d217836-c7ad-f9f2-9a44-d2c0b7fbc785/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8c9af18a805d443ab82830470856ffc3, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T19:22:58,311 INFO [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false 2024-11-20T19:22:58,326 INFO [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:22:58,326 DEBUG [M:0;e14ef07817f4:45231 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130577413Disabling compacts and flushes for region at 1732130577413Disabling writes for close at 1732130577413Obtaining lock to block concurrent updates at 1732130577414 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130577414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732130577414Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130577414Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130577414Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130577427 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130577427Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130577836 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130577855 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130577855Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130578266 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130578281 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130578281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571a9e21: reopening flushed file at 1732130578292 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fa35d9: reopening flushed file at 1732130578297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fdd1cf2: reopening flushed file at 1732130578303 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 898ms, sequenceid=97, compaction requested=false at 1732130578311 (+8 ms)Writing region close event to WAL at 1732130578326 (+15 ms)Closed at 1732130578326 2024-11-20T19:22:58,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46379 is added to blk_1073741830_1006 (size=63654) 2024-11-20T19:22:58,329 INFO [M:0;e14ef07817f4:45231 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:22:58,329 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:22:58,330 INFO [M:0;e14ef07817f4:45231 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45231 2024-11-20T19:22:58,330 INFO [M:0;e14ef07817f4:45231 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:22:58,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:58,489 INFO [M:0;e14ef07817f4:45231 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:22:58,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45231-0x10159b29cd00000, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:22:58,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61375868{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:22:58,492 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9040624{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:22:58,492 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:22:58,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@156060c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:22:58,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@152eda5a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.log.dir/,STOPPED} 2024-11-20T19:22:58,493 WARN [BP-685499555-172.17.0.3-1732130545994 heartbeating to localhost/127.0.0.1:40983 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:22:58,493 WARN [BP-685499555-172.17.0.3-1732130545994 heartbeating to localhost/127.0.0.1:40983 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-685499555-172.17.0.3-1732130545994 (Datanode Uuid 248eb20a-e4e2-4579-80e0-7d2641798394) service to localhost/127.0.0.1:40983 2024-11-20T19:22:58,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/cluster_494ae864-a474-3962-57ab-bf614ace978b/data/data2/current/BP-685499555-172.17.0.3-1732130545994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:22:58,494 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:22:58,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:22:58,494 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:22:58,494 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/cluster_494ae864-a474-3962-57ab-bf614ace978b/data/data1/current/BP-685499555-172.17.0.3-1732130545994 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:22:58,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@eecaf08{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:22:58,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24591d73{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:22:58,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:22:58,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c0da958{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:22:58,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62b36654{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94d9c4ec-55a2-5b05-fc14-2e936c20b795/hadoop.log.dir/,STOPPED} 2024-11-20T19:22:58,505 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:22:58,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:22:58,525 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 206) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40983 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57564) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:37373 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37373 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40983 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37373 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37373 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37373 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40983 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40983 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57564) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40983 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40983 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37373 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=294 (was 217) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3521 (was 3850) 2024-11-20T19:22:58,532 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=294, ProcessCount=11, AvailableMemoryMB=3520 2024-11-20T19:22:58,544 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T19:22:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.log.dir so I do NOT create it in target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644 2024-11-20T19:22:58,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:22:58,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.tmp.dir so I do NOT create it in target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644 2024-11-20T19:22:58,544 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0dce96a5-6093-ff3f-ebd8-28ddca5246e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:22:58,544 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644 2024-11-20T19:22:58,544 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/cluster_c5befefc-9a9e-443d-ea03-086a361dbc68, deleteOnExit=true 2024-11-20T19:22:58,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/cluster_c5befefc-9a9e-443d-ea03-086a361dbc68/zookeeper_0, clientPort=64080, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/cluster_c5befefc-9a9e-443d-ea03-086a361dbc68/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/cluster_c5befefc-9a9e-443d-ea03-086a361dbc68/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:22:58,566 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64080 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/test.cache.data in system properties and HBase conf 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:22:58,566 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:22:58,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:22:58,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:22:58,570 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:22:58,570 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:22:58,571 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:22:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159b29cd00005, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:22:58,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159b29cd00005, quorum=127.0.0.1:57564, baseZNode=/1214794153 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:22:58,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159b29cd00002, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:22:58,604 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159b29cd00002, quorum=127.0.0.1:57564, baseZNode=/0-1599901753 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:22:58,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:58,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:22:58,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:22:58,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:22:58,910 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:22:58,911 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:58,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26bb5748{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:22:58,912 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ebacfaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:22:59,018 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@fe9afdd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/java.io.tmpdir/jetty-localhost-39557-hadoop-hdfs-3_4_1-tests_jar-_-any-16047277205289993711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:22:59,019 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f1f9ffb{HTTP/1.1, (http/1.1)}{localhost:39557} 2024-11-20T19:22:59,019 INFO [Time-limited test {}] server.Server(415): Started @206402ms 2024-11-20T19:22:59,263 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:22:59,265 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:22:59,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:22:59,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:22:59,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:22:59,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@158078f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:22:59,271 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28b60453{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:22:59,367 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3166a7ed{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/java.io.tmpdir/jetty-localhost-34117-hadoop-hdfs-3_4_1-tests_jar-_-any-9351915248928378377/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:22:59,367 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@365e3bda{HTTP/1.1, (http/1.1)}{localhost:34117} 2024-11-20T19:22:59,367 INFO [Time-limited test {}] server.Server(415): Started @206750ms 2024-11-20T19:22:59,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:22:59,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:22:59,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:22:59,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:22:59,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:22:59,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T19:22:59,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:22:59,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:23:00,410 WARN [Thread-2187 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/cluster_c5befefc-9a9e-443d-ea03-086a361dbc68/data/data1/current/BP-264024293-172.17.0.3-1732130578584/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:00,410 WARN [Thread-2188 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/cluster_c5befefc-9a9e-443d-ea03-086a361dbc68/data/data2/current/BP-264024293-172.17.0.3-1732130578584/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:00,426 WARN [Thread-2175 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:23:00,428 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbae56f014f671848 with lease ID 0x819c25cf63030b8a: Processing first storage report for DS-58e0e166-9428-4d91-8dd5-45791740d1ad from datanode DatanodeRegistration(127.0.0.1:45411, datanodeUuid=fa60542e-dae6-4665-a6ed-2b5e396a489d, infoPort=42935, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=944425241;c=1732130578584) 2024-11-20T19:23:00,428 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbae56f014f671848 with lease ID 0x819c25cf63030b8a: from storage DS-58e0e166-9428-4d91-8dd5-45791740d1ad node DatanodeRegistration(127.0.0.1:45411, datanodeUuid=fa60542e-dae6-4665-a6ed-2b5e396a489d, infoPort=42935, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=944425241;c=1732130578584), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:00,429 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbae56f014f671848 with lease ID 0x819c25cf63030b8a: Processing first storage report for DS-3566fe9f-224a-497b-ae5c-898f2bf4ba2a from datanode DatanodeRegistration(127.0.0.1:45411, datanodeUuid=fa60542e-dae6-4665-a6ed-2b5e396a489d, infoPort=42935, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=944425241;c=1732130578584) 2024-11-20T19:23:00,429 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbae56f014f671848 with lease ID 0x819c25cf63030b8a: from storage DS-3566fe9f-224a-497b-ae5c-898f2bf4ba2a node DatanodeRegistration(127.0.0.1:45411, datanodeUuid=fa60542e-dae6-4665-a6ed-2b5e396a489d, infoPort=42935, infoSecurePort=0, ipcPort=37543, storageInfo=lv=-57;cid=testClusterID;nsid=944425241;c=1732130578584), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:00,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644 2024-11-20T19:23:00,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:00,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:00,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:23:00,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5 with version=8 2024-11-20T19:23:00,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/hbase-staging 2024-11-20T19:23:00,904 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:00,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:00,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:00,904 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:00,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:00,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:00,904 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:23:00,904 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:00,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39381 2024-11-20T19:23:00,905 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39381 connecting to ZooKeeper ensemble=127.0.0.1:64080 2024-11-20T19:23:00,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393810x0, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:00,960 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39381-0x10159b31c300000 connected 2024-11-20T19:23:01,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:01,040 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:01,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on znode that does not yet exist, /0-1557516681/running 2024-11-20T19:23:01,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5, hbase.cluster.distributed=false 2024-11-20T19:23:01,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on znode that does not yet exist, /0-1557516681/acl 2024-11-20T19:23:01,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39381 2024-11-20T19:23:01,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39381 2024-11-20T19:23:01,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39381 2024-11-20T19:23:01,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39381 2024-11-20T19:23:01,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39381 2024-11-20T19:23:01,061 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:01,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:01,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:01,061 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:01,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:01,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:01,061 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:23:01,061 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:01,062 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37767 2024-11-20T19:23:01,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37767 connecting to ZooKeeper ensemble=127.0.0.1:64080 2024-11-20T19:23:01,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:01,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:01,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377670x0, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:01,078 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37767-0x10159b31c300001 connected 2024-11-20T19:23:01,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377670x0, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on znode that does not yet exist, /0-1557516681/running 2024-11-20T19:23:01,078 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:23:01,079 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:23:01,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on znode that does not yet exist, /0-1557516681/master 2024-11-20T19:23:01,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on znode that does not yet exist, /0-1557516681/acl 2024-11-20T19:23:01,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37767 2024-11-20T19:23:01,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37767 2024-11-20T19:23:01,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37767 2024-11-20T19:23:01,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37767 2024-11-20T19:23:01,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37767 2024-11-20T19:23:01,100 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:39381 2024-11-20T19:23:01,101 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1557516681/backup-masters/e14ef07817f4,39381,1732130580904 2024-11-20T19:23:01,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681/backup-masters 2024-11-20T19:23:01,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681/backup-masters 2024-11-20T19:23:01,113 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on existing znode=/0-1557516681/backup-masters/e14ef07817f4,39381,1732130580904 2024-11-20T19:23:01,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557516681/master 2024-11-20T19:23:01,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:01,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:01,123 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on existing znode=/0-1557516681/master 2024-11-20T19:23:01,123 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1557516681/backup-masters/e14ef07817f4,39381,1732130580904 from backup master directory 2024-11-20T19:23:01,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557516681/backup-masters/e14ef07817f4,39381,1732130580904 2024-11-20T19:23:01,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681/backup-masters 2024-11-20T19:23:01,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681/backup-masters 2024-11-20T19:23:01,133 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:01,133 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,39381,1732130580904 2024-11-20T19:23:01,137 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/hbase.id] with ID: 4b46d871-e5a6-43e3-879e-de3cf62fcb55 2024-11-20T19:23:01,137 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/.tmp/hbase.id 2024-11-20T19:23:01,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:23:01,543 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/.tmp/hbase.id]:[hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/hbase.id] 2024-11-20T19:23:01,551 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:01,551 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:23:01,551 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T19:23:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:01,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:01,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:23:01,967 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:01,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:23:01,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:01,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:23:01,975 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store 2024-11-20T19:23:01,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:23:01,986 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:01,986 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:23:01,987 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:01,987 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:01,987 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:23:01,987 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:01,987 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:01,987 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130581986Disabling compacts and flushes for region at 1732130581986Disabling writes for close at 1732130581987 (+1 ms)Writing region close event to WAL at 1732130581987Closed at 1732130581987 2024-11-20T19:23:01,988 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/.initializing 2024-11-20T19:23:01,988 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/WALs/e14ef07817f4,39381,1732130580904 2024-11-20T19:23:01,989 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:01,994 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C39381%2C1732130580904, suffix=, logDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/WALs/e14ef07817f4,39381,1732130580904, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/oldWALs, maxLogs=10 2024-11-20T19:23:02,012 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/WALs/e14ef07817f4,39381,1732130580904/e14ef07817f4%2C39381%2C1732130580904.1732130581994, exclude list is [], retry=0 2024-11-20T19:23:02,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-58e0e166-9428-4d91-8dd5-45791740d1ad,DISK] 2024-11-20T19:23:02,016 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/WALs/e14ef07817f4,39381,1732130580904/e14ef07817f4%2C39381%2C1732130580904.1732130581994 2024-11-20T19:23:02,020 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42935:42935)] 2024-11-20T19:23:02,020 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:02,021 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:02,021 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,021 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:23:02,027 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:02,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:02,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:23:02,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:02,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:02,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:23:02,031 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:02,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:02,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:23:02,032 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:02,032 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:02,032 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,032 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,033 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,033 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,033 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,034 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:02,034 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:02,035 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:02,036 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62435041, jitterRate=-0.06964538991451263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:02,036 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130582021Initializing all the Stores at 1732130582021Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130582022 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130582026 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130582026Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130582026Cleaning up temporary data from old regions at 1732130582033 (+7 ms)Region opened successfully at 1732130582036 (+3 ms) 2024-11-20T19:23:02,036 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:23:02,038 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45d087ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:02,039 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:23:02,039 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:23:02,039 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:23:02,039 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:23:02,040 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:23:02,040 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:23:02,040 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:23:02,041 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:23:02,042 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Unable to get data of znode /0-1557516681/balancer because node does not exist (not necessarily an error) 2024-11-20T19:23:02,049 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557516681/balancer already deleted, retry=false 2024-11-20T19:23:02,050 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:23:02,050 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Unable to get data of znode /0-1557516681/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:23:02,060 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557516681/normalizer already deleted, retry=false 2024-11-20T19:23:02,060 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:23:02,061 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Unable to get data of znode /0-1557516681/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:23:02,070 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557516681/switch/split already deleted, retry=false 2024-11-20T19:23:02,071 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Unable to get data of znode /0-1557516681/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:23:02,081 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557516681/switch/merge already deleted, retry=false 2024-11-20T19:23:02,082 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Unable to get data of znode /0-1557516681/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:23:02,091 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557516681/snapshot-cleanup already deleted, retry=false 2024-11-20T19:23:02,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557516681/running 2024-11-20T19:23:02,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1557516681/running 2024-11-20T19:23:02,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:02,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:02,102 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,39381,1732130580904, sessionid=0x10159b31c300000, setting cluster-up flag (Was=false) 2024-11-20T19:23:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:02,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:02,196 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1557516681/flush-table-proc/acquired, /0-1557516681/flush-table-proc/reached, /0-1557516681/flush-table-proc/abort 2024-11-20T19:23:02,197 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,39381,1732130580904 2024-11-20T19:23:02,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:02,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:02,260 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1557516681/online-snapshot/acquired, /0-1557516681/online-snapshot/reached, /0-1557516681/online-snapshot/abort 2024-11-20T19:23:02,261 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,39381,1732130580904 2024-11-20T19:23:02,262 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:23:02,263 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:02,263 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:23:02,263 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:23:02,263 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,39381,1732130580904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:23:02,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:02,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:02,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:02,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:02,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:23:02,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:02,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,270 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:02,270 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:23:02,271 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:02,271 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:23:02,273 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130612272 2024-11-20T19:23:02,273 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:23:02,273 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:23:02,273 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:23:02,273 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:23:02,273 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:23:02,273 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:23:02,276 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,279 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:23:02,279 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:23:02,279 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:23:02,279 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:23:02,280 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:23:02,280 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:23:02,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:23:02,288 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130582280,5,FailOnTimeoutGroup] 2024-11-20T19:23:02,291 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130582288,5,FailOnTimeoutGroup] 2024-11-20T19:23:02,291 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,291 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:23:02,291 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,291 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,296 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(746): ClusterId : 4b46d871-e5a6-43e3-879e-de3cf62fcb55 2024-11-20T19:23:02,296 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:23:02,309 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:23:02,309 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:23:02,320 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:23:02,320 DEBUG [RS:0;e14ef07817f4:37767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e730a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:02,330 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:37767 2024-11-20T19:23:02,330 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:23:02,330 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:23:02,330 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:23:02,331 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,39381,1732130580904 with port=37767, startcode=1732130581061 2024-11-20T19:23:02,331 DEBUG [RS:0;e14ef07817f4:37767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:23:02,332 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:23:02,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39381 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,37767,1732130581061 2024-11-20T19:23:02,332 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39381 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,37767,1732130581061 2024-11-20T19:23:02,334 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5 2024-11-20T19:23:02,334 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38243 2024-11-20T19:23:02,334 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:23:02,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681/rs 2024-11-20T19:23:02,344 DEBUG [RS:0;e14ef07817f4:37767 {}] zookeeper.ZKUtil(111): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on existing znode=/0-1557516681/rs/e14ef07817f4,37767,1732130581061 2024-11-20T19:23:02,344 WARN [RS:0;e14ef07817f4:37767 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:02,344 INFO [RS:0;e14ef07817f4:37767 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:02,344 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061 2024-11-20T19:23:02,344 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,37767,1732130581061] 2024-11-20T19:23:02,347 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:23:02,348 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:23:02,348 INFO [RS:0;e14ef07817f4:37767 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:23:02,348 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,349 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:23:02,349 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:23:02,349 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,349 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,349 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,349 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,349 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,349 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,349 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:02,350 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,350 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,350 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,350 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,350 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,350 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:02,350 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:02,350 DEBUG [RS:0;e14ef07817f4:37767 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:02,350 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,350 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,350 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,350 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,350 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,350 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37767,1732130581061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:02,366 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:23:02,366 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37767,1732130581061-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,366 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,366 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.Replication(171): e14ef07817f4,37767,1732130581061 started 2024-11-20T19:23:02,379 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:02,379 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,37767,1732130581061, RpcServer on e14ef07817f4/172.17.0.3:37767, sessionid=0x10159b31c300001 2024-11-20T19:23:02,379 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:23:02,379 DEBUG [RS:0;e14ef07817f4:37767 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,37767,1732130581061 2024-11-20T19:23:02,379 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,37767,1732130581061' 2024-11-20T19:23:02,379 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1557516681/flush-table-proc/abort' 2024-11-20T19:23:02,380 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1557516681/flush-table-proc/acquired' 2024-11-20T19:23:02,380 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:23:02,380 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:23:02,380 DEBUG [RS:0;e14ef07817f4:37767 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,37767,1732130581061 2024-11-20T19:23:02,380 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,37767,1732130581061' 2024-11-20T19:23:02,380 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1557516681/online-snapshot/abort' 2024-11-20T19:23:02,381 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1557516681/online-snapshot/acquired' 2024-11-20T19:23:02,381 DEBUG [RS:0;e14ef07817f4:37767 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:23:02,381 INFO [RS:0;e14ef07817f4:37767 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:23:02,381 INFO [RS:0;e14ef07817f4:37767 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:23:02,428 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:02,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:02,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:02,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:02,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:02,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:02,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:02,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:02,481 INFO [RS:0;e14ef07817f4:37767 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:02,482 INFO [RS:0;e14ef07817f4:37767 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C37767%2C1732130581061, suffix=, logDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/oldWALs, maxLogs=10 2024-11-20T19:23:02,494 DEBUG [RS:0;e14ef07817f4:37767 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483, exclude list is [], retry=0 2024-11-20T19:23:02,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-58e0e166-9428-4d91-8dd5-45791740d1ad,DISK] 2024-11-20T19:23:02,498 INFO [RS:0;e14ef07817f4:37767 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 2024-11-20T19:23:02,498 DEBUG [RS:0;e14ef07817f4:37767 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42935:42935)] 2024-11-20T19:23:02,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:02,610 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:02,611 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8220 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:02,687 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:23:02,687 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5 2024-11-20T19:23:02,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:23:03,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:03,094 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:03,095 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:03,095 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:03,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:03,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:03,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:03,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:03,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:03,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:03,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:03,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:03,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:03,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:03,099 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:03,099 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:03,099 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:03,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:03,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740 2024-11-20T19:23:03,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740 2024-11-20T19:23:03,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:03,101 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:03,101 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:03,102 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:03,104 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:03,104 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75374673, jitterRate=0.1231701523065567}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130583093Initializing all the Stores at 1732130583093Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130583094 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130583094Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130583094Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130583094Cleaning up temporary data from old regions at 1732130583101 (+7 ms)Region opened successfully at 1732130583104 (+3 ms) 2024-11-20T19:23:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:23:03,104 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:23:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:23:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:23:03,104 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:23:03,105 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:03,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130583104Disabling compacts and flushes for region at 1732130583104Disabling writes for close at 1732130583104Writing region close event to WAL at 1732130583105 (+1 ms)Closed at 1732130583105 2024-11-20T19:23:03,105 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:03,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:23:03,106 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:23:03,106 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:03,107 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:23:03,257 DEBUG [e14ef07817f4:39381 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:23:03,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,37767,1732130581061 2024-11-20T19:23:03,259 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,37767,1732130581061, state=OPENING 2024-11-20T19:23:03,294 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:23:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:03,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:03,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:03,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557516681/meta-region-server: CHANGED 2024-11-20T19:23:03,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,37767,1732130581061}] 2024-11-20T19:23:03,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557516681/meta-region-server: CHANGED 2024-11-20T19:23:03,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:03,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:23:03,512 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:23:03,512 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:03,512 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:23:03,513 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C37767%2C1732130581061.meta, suffix=.meta, logDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/oldWALs, maxLogs=10 2024-11-20T19:23:03,526 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.meta.1732130583513.meta, exclude list is [], retry=0 2024-11-20T19:23:03,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-58e0e166-9428-4d91-8dd5-45791740d1ad,DISK] 2024-11-20T19:23:03,529 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.meta.1732130583513.meta 2024-11-20T19:23:03,529 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42935:42935)] 2024-11-20T19:23:03,529 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:03,529 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:03,530 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:03,530 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:23:03,530 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:23:03,530 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:23:03,530 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:03,530 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:23:03,530 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:23:03,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:03,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:03,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:03,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:03,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:03,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:03,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:03,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:03,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:03,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:03,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:03,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:03,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:03,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:03,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:03,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:03,535 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:03,535 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740 2024-11-20T19:23:03,536 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740 2024-11-20T19:23:03,537 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:03,537 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:03,537 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:03,538 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:03,539 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70424658, jitterRate=0.049409180879592896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:03,539 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:23:03,539 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130583530Writing region info on filesystem at 1732130583530Initializing all the Stores at 1732130583531 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130583531Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130583531Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130583531Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130583531Cleaning up temporary data from old regions at 1732130583537 (+6 ms)Running coprocessor post-open hooks at 1732130583539 (+2 ms)Region opened successfully at 1732130583539 2024-11-20T19:23:03,540 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130583508 2024-11-20T19:23:03,542 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:23:03,542 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:23:03,543 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,37767,1732130581061 2024-11-20T19:23:03,543 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,37767,1732130581061, state=OPEN 2024-11-20T19:23:03,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557516681/meta-region-server 2024-11-20T19:23:03,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1557516681/meta-region-server 2024-11-20T19:23:03,565 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,37767,1732130581061 2024-11-20T19:23:03,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557516681/meta-region-server: CHANGED 2024-11-20T19:23:03,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1557516681/meta-region-server: CHANGED 2024-11-20T19:23:03,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:23:03,567 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,37767,1732130581061 in 210 msec 2024-11-20T19:23:03,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:23:03,569 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-20T19:23:03,569 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:03,569 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:23:03,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:03,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37767,1732130581061, seqNum=-1] 2024-11-20T19:23:03,571 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:03,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:03,575 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3120 sec 2024-11-20T19:23:03,575 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130583575, completionTime=-1 2024-11-20T19:23:03,575 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:23:03,575 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:23:03,577 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:23:03,577 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130643577 2024-11-20T19:23:03,577 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130703577 2024-11-20T19:23:03,577 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:23:03,578 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39381,1732130580904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:03,578 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39381,1732130580904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:03,578 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39381,1732130580904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:03,578 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:39381, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:03,578 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:03,578 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:03,579 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:23:03,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.448sec 2024-11-20T19:23:03,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:23:03,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:23:03,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:23:03,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:23:03,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:23:03,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39381,1732130580904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:03,581 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39381,1732130580904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:23:03,583 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:23:03,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:23:03,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39381,1732130580904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:03,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f774d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:03,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39381,-1 for getting cluster id 2024-11-20T19:23:03,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:03,600 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b46d871-e5a6-43e3-879e-de3cf62fcb55' 2024-11-20T19:23:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b46d871-e5a6-43e3-879e-de3cf62fcb55" 2024-11-20T19:23:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31be7b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:03,601 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39381,-1] 2024-11-20T19:23:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:03,602 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:03,603 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:03,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca37242, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:03,604 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37767,1732130581061, seqNum=-1] 2024-11-20T19:23:03,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:03,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:03,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,39381,1732130580904 2024-11-20T19:23:03,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64080 2024-11-20T19:23:03,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:03,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b31c300002 connected 2024-11-20T19:23:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.log.dir so I do NOT create it in target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a 2024-11-20T19:23:03,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:23:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.tmp.dir so I do NOT create it in target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a 2024-11-20T19:23:03,630 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:23:03,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a 2024-11-20T19:23:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:23:03,630 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/cluster_18b625c8-4f3e-db5e-1b06-610ba8b84a08, deleteOnExit=true 2024-11-20T19:23:03,630 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/test.cache.data in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:23:03,631 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:23:03,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:23:03,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:23:03,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:23:04,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:04,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:23:04,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:23:04,144 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:23:04,145 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:23:04,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:04,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f3d9b93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:23:04,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ab91cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:23:04,247 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77581a3d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/java.io.tmpdir/jetty-localhost-39291-hadoop-hdfs-3_4_1-tests_jar-_-any-3048393791977180172/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:23:04,247 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@349e4dd9{HTTP/1.1, (http/1.1)}{localhost:39291} 2024-11-20T19:23:04,247 INFO [Time-limited test {}] server.Server(415): Started @211630ms 2024-11-20T19:23:04,507 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:04,510 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:23:04,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:23:04,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:23:04,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:23:04,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52441ec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:23:04,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b900a68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:23:04,621 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@889d6c8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/java.io.tmpdir/jetty-localhost-38645-hadoop-hdfs-3_4_1-tests_jar-_-any-9199748626175258980/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:23:04,621 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d9888fb{HTTP/1.1, (http/1.1)}{localhost:38645} 2024-11-20T19:23:04,621 INFO [Time-limited test {}] server.Server(415): Started @212004ms 2024-11-20T19:23:04,622 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:23:05,383 WARN [Thread-2308 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/cluster_18b625c8-4f3e-db5e-1b06-610ba8b84a08/data/data1/current/BP-382277451-172.17.0.3-1732130583645/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:05,384 WARN [Thread-2309 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/cluster_18b625c8-4f3e-db5e-1b06-610ba8b84a08/data/data2/current/BP-382277451-172.17.0.3-1732130583645/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:05,406 WARN [Thread-2296 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:23:05,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc49c07cca2deb9aa with lease ID 0xdbb1c594be2ba476: Processing first storage report for DS-7b4eff73-6fa9-4259-853b-39a95f3e859d from datanode DatanodeRegistration(127.0.0.1:34021, datanodeUuid=36226c6d-57b4-4a32-90a2-903a196562ba, infoPort=42907, infoSecurePort=0, ipcPort=42497, storageInfo=lv=-57;cid=testClusterID;nsid=1719454441;c=1732130583645) 2024-11-20T19:23:05,408 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc49c07cca2deb9aa with lease ID 0xdbb1c594be2ba476: from storage DS-7b4eff73-6fa9-4259-853b-39a95f3e859d node DatanodeRegistration(127.0.0.1:34021, datanodeUuid=36226c6d-57b4-4a32-90a2-903a196562ba, infoPort=42907, infoSecurePort=0, ipcPort=42497, storageInfo=lv=-57;cid=testClusterID;nsid=1719454441;c=1732130583645), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:05,408 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc49c07cca2deb9aa with lease ID 0xdbb1c594be2ba476: Processing first storage report for DS-206f0bef-7cf2-42ff-8988-62cb5501e3e0 from datanode DatanodeRegistration(127.0.0.1:34021, datanodeUuid=36226c6d-57b4-4a32-90a2-903a196562ba, infoPort=42907, infoSecurePort=0, ipcPort=42497, storageInfo=lv=-57;cid=testClusterID;nsid=1719454441;c=1732130583645) 2024-11-20T19:23:05,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc49c07cca2deb9aa with lease ID 0xdbb1c594be2ba476: from storage DS-206f0bef-7cf2-42ff-8988-62cb5501e3e0 node DatanodeRegistration(127.0.0.1:34021, datanodeUuid=36226c6d-57b4-4a32-90a2-903a196562ba, infoPort=42907, infoSecurePort=0, ipcPort=42497, storageInfo=lv=-57;cid=testClusterID;nsid=1719454441;c=1732130583645), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:05,447 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a 2024-11-20T19:23:05,448 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:05,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:05,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:23:05,868 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf with version=8 2024-11-20T19:23:05,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/hbase-staging 2024-11-20T19:23:05,871 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:05,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:05,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:05,871 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:05,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:05,871 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:05,871 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:23:05,871 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:05,872 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44985 2024-11-20T19:23:05,873 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44985 connecting to ZooKeeper ensemble=127.0.0.1:64080 2024-11-20T19:23:05,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449850x0, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:05,881 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44985-0x10159b31c300003 connected 2024-11-20T19:23:05,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:05,956 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:05,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on znode that does not yet exist, /11765286262/running 2024-11-20T19:23:05,957 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf, hbase.cluster.distributed=false 2024-11-20T19:23:05,959 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on znode that does not yet exist, /11765286262/acl 2024-11-20T19:23:05,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-20T19:23:05,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44985 2024-11-20T19:23:05,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44985 2024-11-20T19:23:05,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-20T19:23:05,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44985 2024-11-20T19:23:05,985 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:05,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:05,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:05,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:05,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:05,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:05,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:23:05,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:05,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39335 2024-11-20T19:23:05,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39335 connecting to ZooKeeper ensemble=127.0.0.1:64080 2024-11-20T19:23:05,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:05,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:06,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393350x0, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:06,004 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393350x0, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on znode that does not yet exist, /11765286262/running 2024-11-20T19:23:06,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39335-0x10159b31c300004 connected 2024-11-20T19:23:06,004 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:23:06,005 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:23:06,005 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on znode that does not yet exist, /11765286262/master 2024-11-20T19:23:06,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on znode that does not yet exist, /11765286262/acl 2024-11-20T19:23:06,011 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39335 2024-11-20T19:23:06,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39335 2024-11-20T19:23:06,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39335 2024-11-20T19:23:06,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39335 2024-11-20T19:23:06,012 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39335 2024-11-20T19:23:06,023 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:44985 2024-11-20T19:23:06,024 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11765286262/backup-masters/e14ef07817f4,44985,1732130585870 2024-11-20T19:23:06,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262/backup-masters 2024-11-20T19:23:06,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262/backup-masters 2024-11-20T19:23:06,035 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on existing znode=/11765286262/backup-masters/e14ef07817f4,44985,1732130585870 2024-11-20T19:23:06,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11765286262/master 2024-11-20T19:23:06,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,045 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on existing znode=/11765286262/master 2024-11-20T19:23:06,046 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11765286262/backup-masters/e14ef07817f4,44985,1732130585870 from backup master directory 2024-11-20T19:23:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262/backup-masters 2024-11-20T19:23:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765286262/backup-masters/e14ef07817f4,44985,1732130585870 2024-11-20T19:23:06,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262/backup-masters 2024-11-20T19:23:06,056 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:06,056 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,44985,1732130585870 2024-11-20T19:23:06,058 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/hbase.id] with ID: bc0e8892-9f8f-4dc6-b228-d5a301e7809e 2024-11-20T19:23:06,058 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/.tmp/hbase.id 2024-11-20T19:23:06,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:23:06,064 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/.tmp/hbase.id]:[hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/hbase.id] 2024-11-20T19:23:06,072 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:06,072 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:23:06,073 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:23:06,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:23:06,485 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:06,486 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:23:06,487 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:06,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:23:06,506 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store 2024-11-20T19:23:06,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:23:06,519 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:06,519 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:23:06,519 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:06,519 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:06,519 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:23:06,519 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:06,519 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:06,519 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130586519Disabling compacts and flushes for region at 1732130586519Disabling writes for close at 1732130586519Writing region close event to WAL at 1732130586519Closed at 1732130586519 2024-11-20T19:23:06,520 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/.initializing 2024-11-20T19:23:06,520 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/WALs/e14ef07817f4,44985,1732130585870 2024-11-20T19:23:06,521 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:06,522 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C44985%2C1732130585870, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/WALs/e14ef07817f4,44985,1732130585870, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/oldWALs, maxLogs=10 2024-11-20T19:23:06,554 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/WALs/e14ef07817f4,44985,1732130585870/e14ef07817f4%2C44985%2C1732130585870.1732130586522, exclude list is [], retry=0 2024-11-20T19:23:06,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34021,DS-7b4eff73-6fa9-4259-853b-39a95f3e859d,DISK] 2024-11-20T19:23:06,563 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/WALs/e14ef07817f4,44985,1732130585870/e14ef07817f4%2C44985%2C1732130585870.1732130586522 2024-11-20T19:23:06,563 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-20T19:23:06,563 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:06,563 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:06,564 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,564 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:23:06,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:06,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:06,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,571 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:23:06,571 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:06,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:06,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,572 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:23:06,573 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:06,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:06,573 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:23:06,574 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:06,574 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:06,574 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,574 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,575 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,575 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,575 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,576 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:06,576 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:06,579 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:06,580 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65808822, jitterRate=-0.019372135400772095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:06,580 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130586564Initializing all the Stores at 1732130586564Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130586564Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130586568 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130586568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130586568Cleaning up temporary data from old regions at 1732130586575 (+7 ms)Region opened successfully at 1732130586580 (+5 ms) 2024-11-20T19:23:06,584 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:23:06,587 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d433c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:06,587 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:23:06,588 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:23:06,588 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:23:06,588 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:23:06,588 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:23:06,588 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:23:06,588 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:23:06,590 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:23:06,591 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Unable to get data of znode /11765286262/balancer because node does not exist (not necessarily an error) 2024-11-20T19:23:06,638 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765286262/balancer already deleted, retry=false 2024-11-20T19:23:06,639 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:23:06,640 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Unable to get data of znode /11765286262/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:23:06,649 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765286262/normalizer already deleted, retry=false 2024-11-20T19:23:06,649 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:23:06,650 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Unable to get data of znode /11765286262/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:23:06,659 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765286262/switch/split already deleted, retry=false 2024-11-20T19:23:06,660 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Unable to get data of znode /11765286262/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:23:06,670 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765286262/switch/merge already deleted, retry=false 2024-11-20T19:23:06,671 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Unable to get data of znode /11765286262/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:23:06,680 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11765286262/snapshot-cleanup already deleted, retry=false 2024-11-20T19:23:06,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11765286262/running 2024-11-20T19:23:06,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11765286262/running 2024-11-20T19:23:06,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,691 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,44985,1732130585870, sessionid=0x10159b31c300003, setting cluster-up flag (Was=false) 2024-11-20T19:23:06,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,743 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11765286262/flush-table-proc/acquired, /11765286262/flush-table-proc/reached, /11765286262/flush-table-proc/abort 2024-11-20T19:23:06,744 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,44985,1732130585870 2024-11-20T19:23:06,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:06,796 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11765286262/online-snapshot/acquired, /11765286262/online-snapshot/reached, /11765286262/online-snapshot/abort 2024-11-20T19:23:06,797 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,44985,1732130585870 2024-11-20T19:23:06,798 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:23:06,799 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:06,799 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:23:06,800 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:23:06,800 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,44985,1732130585870 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:23:06,801 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:06,801 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:06,801 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:06,801 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:06,801 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:23:06,801 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,801 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:06,801 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,802 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130616802 2024-11-20T19:23:06,802 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:23:06,802 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:23:06,802 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:23:06,802 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:23:06,802 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:23:06,802 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:23:06,803 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,803 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:06,803 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:23:06,803 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:23:06,803 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:23:06,803 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:23:06,803 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:23:06,803 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:23:06,803 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:23:06,803 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130586803,5,FailOnTimeoutGroup] 2024-11-20T19:23:06,803 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130586803,5,FailOnTimeoutGroup] 2024-11-20T19:23:06,803 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,804 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:23:06,804 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,804 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:06,804 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,804 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:23:06,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:23:06,815 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(746): ClusterId : bc0e8892-9f8f-4dc6-b228-d5a301e7809e 2024-11-20T19:23:06,815 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:23:06,830 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:23:06,830 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:23:06,839 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:23:06,839 DEBUG [RS:0;e14ef07817f4:39335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3199ee54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:06,856 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:39335 2024-11-20T19:23:06,856 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:23:06,856 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:23:06,856 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:23:06,857 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,44985,1732130585870 with port=39335, startcode=1732130585985 2024-11-20T19:23:06,857 DEBUG [RS:0;e14ef07817f4:39335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:23:06,858 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50449, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:23:06,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44985 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,39335,1732130585985 2024-11-20T19:23:06,859 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44985 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,39335,1732130585985 2024-11-20T19:23:06,860 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf 2024-11-20T19:23:06,860 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45313 2024-11-20T19:23:06,860 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:23:06,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262/rs 2024-11-20T19:23:06,941 DEBUG [RS:0;e14ef07817f4:39335 {}] zookeeper.ZKUtil(111): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on existing znode=/11765286262/rs/e14ef07817f4,39335,1732130585985 2024-11-20T19:23:06,941 WARN [RS:0;e14ef07817f4:39335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:06,941 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,39335,1732130585985] 2024-11-20T19:23:06,941 INFO [RS:0;e14ef07817f4:39335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:06,941 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985 2024-11-20T19:23:06,943 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:23:06,945 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:23:06,945 INFO [RS:0;e14ef07817f4:39335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:23:06,945 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,945 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:23:06,946 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:23:06,946 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:06,946 DEBUG [RS:0;e14ef07817f4:39335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:06,947 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,947 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,947 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,947 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,947 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,947 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39335,1732130585985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:06,961 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:23:06,961 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39335,1732130585985-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,961 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,961 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.Replication(171): e14ef07817f4,39335,1732130585985 started 2024-11-20T19:23:06,977 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:06,977 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,39335,1732130585985, RpcServer on e14ef07817f4/172.17.0.3:39335, sessionid=0x10159b31c300004 2024-11-20T19:23:06,977 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:23:06,977 DEBUG [RS:0;e14ef07817f4:39335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,39335,1732130585985 2024-11-20T19:23:06,977 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,39335,1732130585985' 2024-11-20T19:23:06,977 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11765286262/flush-table-proc/abort' 2024-11-20T19:23:06,978 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11765286262/flush-table-proc/acquired' 2024-11-20T19:23:06,978 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:23:06,978 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:23:06,978 DEBUG [RS:0;e14ef07817f4:39335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,39335,1732130585985 2024-11-20T19:23:06,978 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,39335,1732130585985' 2024-11-20T19:23:06,978 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11765286262/online-snapshot/abort' 2024-11-20T19:23:06,978 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11765286262/online-snapshot/acquired' 2024-11-20T19:23:06,979 DEBUG [RS:0;e14ef07817f4:39335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:23:06,979 INFO [RS:0;e14ef07817f4:39335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:23:06,979 INFO [RS:0;e14ef07817f4:39335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:23:07,079 INFO [RS:0;e14ef07817f4:39335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:07,080 INFO [RS:0;e14ef07817f4:39335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C39335%2C1732130585985, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/oldWALs, maxLogs=10 2024-11-20T19:23:07,092 DEBUG [RS:0;e14ef07817f4:39335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080, exclude list is [], retry=0 2024-11-20T19:23:07,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34021,DS-7b4eff73-6fa9-4259-853b-39a95f3e859d,DISK] 2024-11-20T19:23:07,096 INFO [RS:0;e14ef07817f4:39335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 2024-11-20T19:23:07,096 DEBUG [RS:0;e14ef07817f4:39335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-20T19:23:07,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:23:07,216 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf 2024-11-20T19:23:07,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:23:07,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:07,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:07,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:07,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:07,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:07,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:07,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:07,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:07,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:07,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:07,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:07,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:07,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:07,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:07,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:07,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:07,643 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:07,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:07,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740 2024-11-20T19:23:07,644 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740 2024-11-20T19:23:07,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:07,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:07,645 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:07,646 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:07,647 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:07,648 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64548242, jitterRate=-0.03815624117851257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:07,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130587623Initializing all the Stores at 1732130587623Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130587623Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130587623Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130587623Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130587623Cleaning up temporary data from old regions at 1732130587645 (+22 ms)Region opened successfully at 1732130587648 (+3 ms) 2024-11-20T19:23:07,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:23:07,648 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:23:07,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:23:07,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:23:07,648 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:23:07,648 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:07,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130587648Disabling compacts and flushes for region at 1732130587648Disabling writes for close at 1732130587648Writing region close event to WAL at 1732130587648Closed at 1732130587648 2024-11-20T19:23:07,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:07,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:23:07,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:23:07,651 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:07,652 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:23:07,802 DEBUG [e14ef07817f4:44985 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:23:07,803 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,39335,1732130585985 2024-11-20T19:23:07,803 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39335,1732130585985, state=OPENING 2024-11-20T19:23:07,923 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:23:07,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:07,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:07,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11765286262/meta-region-server: CHANGED 2024-11-20T19:23:07,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11765286262/meta-region-server: CHANGED 2024-11-20T19:23:07,934 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:07,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,39335,1732130585985}] 2024-11-20T19:23:08,087 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:08,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:23:08,090 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:23:08,090 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:08,090 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:23:08,091 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C39335%2C1732130585985.meta, suffix=.meta, logDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/oldWALs, maxLogs=10 2024-11-20T19:23:08,103 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.meta.1732130588091.meta, exclude list is [], retry=0 2024-11-20T19:23:08,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34021,DS-7b4eff73-6fa9-4259-853b-39a95f3e859d,DISK] 2024-11-20T19:23:08,106 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.meta.1732130588091.meta 2024-11-20T19:23:08,106 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-20T19:23:08,106 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:08,106 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:08,106 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:08,106 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:23:08,106 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:23:08,106 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:23:08,107 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:08,107 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:23:08,107 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:23:08,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:08,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:08,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:08,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:08,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:08,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:08,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:08,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:08,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:08,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:08,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:08,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:08,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:08,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:08,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:08,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:08,110 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:08,111 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740 2024-11-20T19:23:08,111 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740 2024-11-20T19:23:08,112 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:08,112 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:08,112 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:08,113 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:08,113 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63647638, jitterRate=-0.05157628655433655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:08,114 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:23:08,114 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130588107Writing region info on filesystem at 1732130588107Initializing all the Stores at 1732130588107Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130588107Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130588107Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130588107Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130588108 (+1 ms)Cleaning up temporary data from old regions at 1732130588112 (+4 ms)Running coprocessor post-open hooks at 1732130588114 (+2 ms)Region opened successfully at 1732130588114 2024-11-20T19:23:08,114 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130588086 2024-11-20T19:23:08,116 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:23:08,116 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:23:08,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39335,1732130585985 2024-11-20T19:23:08,117 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39335,1732130585985, state=OPEN 2024-11-20T19:23:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11765286262/meta-region-server 2024-11-20T19:23:08,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11765286262/meta-region-server 2024-11-20T19:23:08,129 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,39335,1732130585985 2024-11-20T19:23:08,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11765286262/meta-region-server: CHANGED 2024-11-20T19:23:08,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11765286262/meta-region-server: CHANGED 2024-11-20T19:23:08,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:23:08,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,39335,1732130585985 in 195 msec 2024-11-20T19:23:08,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:23:08,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-20T19:23:08,133 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:08,133 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:23:08,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:08,134 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39335,1732130585985, seqNum=-1] 2024-11-20T19:23:08,135 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:08,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55857, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:08,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3400 sec 2024-11-20T19:23:08,139 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130588139, completionTime=-1 2024-11-20T19:23:08,139 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:23:08,139 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130648141 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130708141 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44985,1732130585870-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44985,1732130585870-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44985,1732130585870-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:44985, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:08,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:08,142 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:08,143 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:23:08,144 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.088sec 2024-11-20T19:23:08,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:23:08,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:23:08,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:23:08,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:23:08,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:23:08,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44985,1732130585870-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:08,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44985,1732130585870-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:23:08,146 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:23:08,146 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:23:08,146 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44985,1732130585870-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:08,216 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a12d6a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:08,216 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44985,-1 for getting cluster id 2024-11-20T19:23:08,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:08,217 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc0e8892-9f8f-4dc6-b228-d5a301e7809e' 2024-11-20T19:23:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc0e8892-9f8f-4dc6-b228-d5a301e7809e" 2024-11-20T19:23:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532301bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:08,217 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44985,-1] 2024-11-20T19:23:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:08,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:08,218 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:08,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408726cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:08,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:08,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39335,1732130585985, seqNum=-1] 2024-11-20T19:23:08,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:08,221 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:08,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,44985,1732130585870 2024-11-20T19:23:08,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64080 2024-11-20T19:23:08,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:08,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159b31c300005 connected 2024-11-20T19:23:08,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39381,1732130580904 2024-11-20T19:23:08,247 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@322732b5 2024-11-20T19:23:08,248 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:08,248 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:08,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:08,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:23:08,250 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:08,251 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:08,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:23:08,251 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:08,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:23:08,347 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:23:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:08,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:08,657 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19a048180bc382d09605306e79058ed1, NAME => 'test,,1732130588249.19a048180bc382d09605306e79058ed1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5 2024-11-20T19:23:08,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:23:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:09,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:09,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130588249.19a048180bc382d09605306e79058ed1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:09,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 19a048180bc382d09605306e79058ed1, disabling compactions & flushes 2024-11-20T19:23:09,062 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:09,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:09,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130588249.19a048180bc382d09605306e79058ed1. after waiting 0 ms 2024-11-20T19:23:09,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:09,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:09,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19a048180bc382d09605306e79058ed1: Waiting for close lock at 1732130589062Disabling compacts and flushes for region at 1732130589062Disabling writes for close at 1732130589062Writing region close event to WAL at 1732130589063 (+1 ms)Closed at 1732130589063 2024-11-20T19:23:09,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:09,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:09,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130588249.19a048180bc382d09605306e79058ed1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130589064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130589064"}]},"ts":"1732130589064"} 2024-11-20T19:23:09,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:09,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:09,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:09,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:09,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:09,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:09,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:09,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130589067"}]},"ts":"1732130589067"} 2024-11-20T19:23:09,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:23:09,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19a048180bc382d09605306e79058ed1, ASSIGN}] 2024-11-20T19:23:09,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=19a048180bc382d09605306e79058ed1, ASSIGN 2024-11-20T19:23:09,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=19a048180bc382d09605306e79058ed1, ASSIGN; state=OFFLINE, location=e14ef07817f4,37767,1732130581061; forceNewPlan=false, retain=false 2024-11-20T19:23:09,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:09,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19a048180bc382d09605306e79058ed1, regionState=OPENING, regionLocation=e14ef07817f4,37767,1732130581061 2024-11-20T19:23:09,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=19a048180bc382d09605306e79058ed1, ASSIGN because future has completed 2024-11-20T19:23:09,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a048180bc382d09605306e79058ed1, server=e14ef07817f4,37767,1732130581061}] 2024-11-20T19:23:09,378 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:09,378 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 19a048180bc382d09605306e79058ed1, NAME => 'test,,1732130588249.19a048180bc382d09605306e79058ed1.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:09,378 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:09,378 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:23:09,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130588249.19a048180bc382d09605306e79058ed1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:09,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,380 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,381 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a048180bc382d09605306e79058ed1 columnFamilyName f 2024-11-20T19:23:09,381 DEBUG [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:09,381 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] regionserver.HStore(327): Store=19a048180bc382d09605306e79058ed1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:09,381 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,382 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a048180bc382d09605306e79058ed1 columnFamilyName f1 2024-11-20T19:23:09,382 DEBUG [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:09,382 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] regionserver.HStore(327): Store=19a048180bc382d09605306e79058ed1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:09,382 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,383 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19a048180bc382d09605306e79058ed1 columnFamilyName norep 2024-11-20T19:23:09,383 DEBUG [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:09,383 INFO [StoreOpener-19a048180bc382d09605306e79058ed1-1 {}] regionserver.HStore(327): Store=19a048180bc382d09605306e79058ed1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:09,383 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,383 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,383 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,384 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,384 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,384 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:09,385 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,387 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:09,387 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 19a048180bc382d09605306e79058ed1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60932234, jitterRate=-0.09203895926475525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:09,387 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:09,387 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 19a048180bc382d09605306e79058ed1: Running coprocessor pre-open hook at 1732130589379Writing region info on filesystem at 1732130589379Initializing all the Stores at 1732130589379Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130589379Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130589380 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130589380Cleaning up temporary data from old regions at 1732130589384 (+4 ms)Running coprocessor post-open hooks at 1732130589387 (+3 ms)Region opened successfully at 1732130589387 2024-11-20T19:23:09,388 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130588249.19a048180bc382d09605306e79058ed1., pid=6, masterSystemTime=1732130589375 2024-11-20T19:23:09,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:09,390 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:09,390 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:09,391 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=19a048180bc382d09605306e79058ed1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,37767,1732130581061 2024-11-20T19:23:09,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19a048180bc382d09605306e79058ed1, server=e14ef07817f4,37767,1732130581061 because future has completed 2024-11-20T19:23:09,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:23:09,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 19a048180bc382d09605306e79058ed1, server=e14ef07817f4,37767,1732130581061 in 170 msec 2024-11-20T19:23:09,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:23:09,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=19a048180bc382d09605306e79058ed1, ASSIGN in 325 msec 2024-11-20T19:23:09,396 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:09,396 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130589396"}]},"ts":"1732130589396"} 2024-11-20T19:23:09,398 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:23:09,398 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:09,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-20T19:23:09,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:23:09,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:23:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:23:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T19:23:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:23:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T19:23:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:23:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T19:23:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:23:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T19:23:09,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:23:09,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:23:10,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:10,401 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:23:10,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,44985,1732130585870 2024-11-20T19:23:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72671f5a 2024-11-20T19:23:10,402 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:10,403 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:10,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:23:10,406 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:10,406 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:10,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:23:10,407 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:10,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:23:10,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:10,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:10,815 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc38e27a8acf516353c5119777ddbdb4, NAME => 'test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf 2024-11-20T19:23:10,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:23:11,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:11,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:11,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cc38e27a8acf516353c5119777ddbdb4, disabling compactions & flushes 2024-11-20T19:23:11,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:11,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:11,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. after waiting 0 ms 2024-11-20T19:23:11,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:11,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:11,220 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc38e27a8acf516353c5119777ddbdb4: Waiting for close lock at 1732130591220Disabling compacts and flushes for region at 1732130591220Disabling writes for close at 1732130591220Writing region close event to WAL at 1732130591220Closed at 1732130591220 2024-11-20T19:23:11,221 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:11,221 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130591221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130591221"}]},"ts":"1732130591221"} 2024-11-20T19:23:11,223 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:11,224 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:11,224 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130591224"}]},"ts":"1732130591224"} 2024-11-20T19:23:11,225 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:23:11,226 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc38e27a8acf516353c5119777ddbdb4, ASSIGN}] 2024-11-20T19:23:11,226 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cc38e27a8acf516353c5119777ddbdb4, ASSIGN 2024-11-20T19:23:11,227 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cc38e27a8acf516353c5119777ddbdb4, ASSIGN; state=OFFLINE, location=e14ef07817f4,39335,1732130585985; forceNewPlan=false, retain=false 2024-11-20T19:23:11,378 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc38e27a8acf516353c5119777ddbdb4, regionState=OPENING, regionLocation=e14ef07817f4,39335,1732130585985 2024-11-20T19:23:11,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cc38e27a8acf516353c5119777ddbdb4, ASSIGN because future has completed 2024-11-20T19:23:11,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc38e27a8acf516353c5119777ddbdb4, server=e14ef07817f4,39335,1732130585985}] 2024-11-20T19:23:11,535 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:11,535 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cc38e27a8acf516353c5119777ddbdb4, NAME => 'test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:11,535 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:11,535 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:23:11,535 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,535 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:11,535 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,536 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,536 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,537 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc38e27a8acf516353c5119777ddbdb4 columnFamilyName f 2024-11-20T19:23:11,537 DEBUG [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:11,538 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] regionserver.HStore(327): Store=cc38e27a8acf516353c5119777ddbdb4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:11,538 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,538 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc38e27a8acf516353c5119777ddbdb4 columnFamilyName f1 2024-11-20T19:23:11,538 DEBUG [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:11,539 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] regionserver.HStore(327): Store=cc38e27a8acf516353c5119777ddbdb4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:11,539 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,539 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc38e27a8acf516353c5119777ddbdb4 columnFamilyName norep 2024-11-20T19:23:11,539 DEBUG [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:11,540 INFO [StoreOpener-cc38e27a8acf516353c5119777ddbdb4-1 {}] regionserver.HStore(327): Store=cc38e27a8acf516353c5119777ddbdb4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:11,540 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,540 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,540 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,541 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,541 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,541 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:11,542 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,544 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:11,544 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cc38e27a8acf516353c5119777ddbdb4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67517337, jitterRate=0.006086722016334534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:11,544 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:11,544 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cc38e27a8acf516353c5119777ddbdb4: Running coprocessor pre-open hook at 1732130591536Writing region info on filesystem at 1732130591536Initializing all the Stores at 1732130591536Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130591536Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130591536Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130591536Cleaning up temporary data from old regions at 1732130591541 (+5 ms)Running coprocessor post-open hooks at 1732130591544 (+3 ms)Region opened successfully at 1732130591544 2024-11-20T19:23:11,545 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4., pid=6, masterSystemTime=1732130591532 2024-11-20T19:23:11,547 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:11,547 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:11,547 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cc38e27a8acf516353c5119777ddbdb4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,39335,1732130585985 2024-11-20T19:23:11,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc38e27a8acf516353c5119777ddbdb4, server=e14ef07817f4,39335,1732130585985 because future has completed 2024-11-20T19:23:11,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:11,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:23:11,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cc38e27a8acf516353c5119777ddbdb4, server=e14ef07817f4,39335,1732130585985 in 169 msec 2024-11-20T19:23:11,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:23:11,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cc38e27a8acf516353c5119777ddbdb4, ASSIGN in 326 msec 2024-11-20T19:23:11,553 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:11,553 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130591553"}]},"ts":"1732130591553"} 2024-11-20T19:23:11,555 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:23:11,555 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:11,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-20T19:23:12,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:12,570 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:23:12,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8a1603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,571 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39381,-1 for getting cluster id 2024-11-20T19:23:12,571 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:12,572 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b46d871-e5a6-43e3-879e-de3cf62fcb55' 2024-11-20T19:23:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b46d871-e5a6-43e3-879e-de3cf62fcb55" 2024-11-20T19:23:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21818b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39381,-1] 2024-11-20T19:23:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:12,572 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:12,573 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:12,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8aa811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,574 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d94b134, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44985,-1 for getting cluster id 2024-11-20T19:23:12,574 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:12,574 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc0e8892-9f8f-4dc6-b228-d5a301e7809e' 2024-11-20T19:23:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc0e8892-9f8f-4dc6-b228-d5a301e7809e" 2024-11-20T19:23:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c2e3c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44985,-1] 2024-11-20T19:23:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:12,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:12,576 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:12,576 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cf257c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d3a5e5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39381,-1 for getting cluster id 2024-11-20T19:23:12,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:12,577 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b46d871-e5a6-43e3-879e-de3cf62fcb55' 2024-11-20T19:23:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b46d871-e5a6-43e3-879e-de3cf62fcb55" 2024-11-20T19:23:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e2423bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39381,-1] 2024-11-20T19:23:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:12,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:12,578 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51e2156f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39381,1732130580904 2024-11-20T19:23:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fb55eb0 2024-11-20T19:23:12,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:12,580 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:12,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:44985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:23:12,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:23:12,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:12,583 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:44985' 2024-11-20T19:23:12,583 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d75b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,583 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44985,-1 for getting cluster id 2024-11-20T19:23:12,584 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:12,584 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc0e8892-9f8f-4dc6-b228-d5a301e7809e' 2024-11-20T19:23:12,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:12,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc0e8892-9f8f-4dc6-b228-d5a301e7809e" 2024-11-20T19:23:12,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9143e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44985,-1] 2024-11-20T19:23:12,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:12,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:12,585 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:12,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ae2503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:12,586 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:12,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,44985,1732130585870 2024-11-20T19:23:12,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@321c4677 2024-11-20T19:23:12,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:12,587 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:12,588 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:23:12,588 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:23:12,588 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:12,588 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:12,588 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:12,589 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:12,590 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:23:12,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:12,591 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:12,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:23:12,640 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:23:12,679 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:12,680 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:12,680 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18290 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:12,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:12,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:23:12,998 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eaf6f9d28af43d06b4ee0868e86f7373, NAME => 'hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5 2024-11-20T19:23:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:23:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:13,402 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:13,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing eaf6f9d28af43d06b4ee0868e86f7373, disabling compactions & flushes 2024-11-20T19:23:13,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:13,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:13,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. after waiting 0 ms 2024-11-20T19:23:13,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:13,403 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:13,403 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for eaf6f9d28af43d06b4ee0868e86f7373: Waiting for close lock at 1732130593403Disabling compacts and flushes for region at 1732130593403Disabling writes for close at 1732130593403Writing region close event to WAL at 1732130593403Closed at 1732130593403 2024-11-20T19:23:13,404 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:13,404 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130593404"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130593404"}]},"ts":"1732130593404"} 2024-11-20T19:23:13,406 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:13,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:13,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130593406"}]},"ts":"1732130593406"} 2024-11-20T19:23:13,408 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:23:13,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf6f9d28af43d06b4ee0868e86f7373, ASSIGN}] 2024-11-20T19:23:13,409 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf6f9d28af43d06b4ee0868e86f7373, ASSIGN 2024-11-20T19:23:13,409 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaf6f9d28af43d06b4ee0868e86f7373, ASSIGN; state=OFFLINE, location=e14ef07817f4,37767,1732130581061; forceNewPlan=false, retain=false 2024-11-20T19:23:13,560 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eaf6f9d28af43d06b4ee0868e86f7373, regionState=OPENING, regionLocation=e14ef07817f4,37767,1732130581061 2024-11-20T19:23:13,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=eaf6f9d28af43d06b4ee0868e86f7373, ASSIGN because future has completed 2024-11-20T19:23:13,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf6f9d28af43d06b4ee0868e86f7373, server=e14ef07817f4,37767,1732130581061}] 2024-11-20T19:23:13,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:13,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:13,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:23:13,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C37767%2C1732130581061.rep, suffix=, logDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061, archiveDir=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/oldWALs, maxLogs=10 2024-11-20T19:23:13,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:13,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.rep.1732130593719, exclude list is [], retry=0 2024-11-20T19:23:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45411,DS-58e0e166-9428-4d91-8dd5-45791740d1ad,DISK] 2024-11-20T19:23:13,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.rep.1732130593719 2024-11-20T19:23:13,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42935:42935)] 2024-11-20T19:23:13,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => eaf6f9d28af43d06b4ee0868e86f7373, NAME => 'hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:13,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:13,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:13,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. service=MultiRowMutationService 2024-11-20T19:23:13,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:23:13,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:13,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,736 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,737 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf6f9d28af43d06b4ee0868e86f7373 columnFamilyName hfileref 2024-11-20T19:23:13,737 DEBUG [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:13,737 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] regionserver.HStore(327): Store=eaf6f9d28af43d06b4ee0868e86f7373/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:13,737 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,738 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf6f9d28af43d06b4ee0868e86f7373 columnFamilyName queue 2024-11-20T19:23:13,738 DEBUG [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:13,738 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] regionserver.HStore(327): Store=eaf6f9d28af43d06b4ee0868e86f7373/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:13,738 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,739 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf6f9d28af43d06b4ee0868e86f7373 columnFamilyName sid 2024-11-20T19:23:13,739 DEBUG [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:13,739 INFO [StoreOpener-eaf6f9d28af43d06b4ee0868e86f7373-1 {}] regionserver.HStore(327): Store=eaf6f9d28af43d06b4ee0868e86f7373/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:13,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/replication/eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/replication/eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:13,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/replication/eaf6f9d28af43d06b4ee0868e86f7373/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:13,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened eaf6f9d28af43d06b4ee0868e86f7373; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74175371, jitterRate=0.10529915988445282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:13,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:13,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for eaf6f9d28af43d06b4ee0868e86f7373: Running coprocessor pre-open hook at 1732130593735Writing region info on filesystem at 1732130593735Initializing all the Stores at 1732130593735Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130593735Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130593735Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130593735Cleaning up temporary data from old regions at 1732130593741 (+6 ms)Running coprocessor post-open hooks at 1732130593744 (+3 ms)Region opened successfully at 1732130593744 2024-11-20T19:23:13,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373., pid=10, masterSystemTime=1732130593714 2024-11-20T19:23:13,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:13,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:13,747 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eaf6f9d28af43d06b4ee0868e86f7373, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,37767,1732130581061 2024-11-20T19:23:13,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf6f9d28af43d06b4ee0868e86f7373, server=e14ef07817f4,37767,1732130581061 because future has completed 2024-11-20T19:23:13,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:23:13,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure eaf6f9d28af43d06b4ee0868e86f7373, server=e14ef07817f4,37767,1732130581061 in 188 msec 2024-11-20T19:23:13,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:23:13,752 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=eaf6f9d28af43d06b4ee0868e86f7373, ASSIGN in 343 msec 2024-11-20T19:23:13,753 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:13,753 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130593753"}]},"ts":"1732130593753"} 2024-11-20T19:23:13,755 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:23:13,755 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:13,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-20T19:23:13,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373., hostname=e14ef07817f4,37767,1732130581061, seqNum=2] 2024-11-20T19:23:13,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:13,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:13,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:23:14,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37767 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:23:14,097 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:23:14,123 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,37767,1732130581061, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:23:14,123 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:14,123 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37767,1732130581061, seqNum=-1] 2024-11-20T19:23:14,123 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:14,125 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:14,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,37767,1732130581061', locateType=CURRENT is [region=hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373., hostname=e14ef07817f4,37767,1732130581061, seqNum=2] 2024-11-20T19:23:14,128 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:23:14,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:23:14,130 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,37767,1732130581061 suceeded 2024-11-20T19:23:14,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:23:14,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T19:23:14,132 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:44985,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:23:14,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-11-20T19:23:14,144 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:44985' 2024-11-20T19:23:14,146 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69104200, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,146 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44985,-1 for getting cluster id 2024-11-20T19:23:14,146 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:14,146 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc0e8892-9f8f-4dc6-b228-d5a301e7809e' 2024-11-20T19:23:14,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:14,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc0e8892-9f8f-4dc6-b228-d5a301e7809e" 2024-11-20T19:23:14,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58b3662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44985,-1] 2024-11-20T19:23:14,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:14,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:14,148 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:14,148 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6d4f38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,149 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:14,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,44985,1732130585870 2024-11-20T19:23:14,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@200f96da 2024-11-20T19:23:14,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:14,150 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T19:23:14,150 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,37767,1732130581061 (queues=1) is replicating from cluster=4b46d871-e5a6-43e3-879e-de3cf62fcb55 to cluster=bc0e8892-9f8f-4dc6-b228-d5a301e7809e 2024-11-20T19:23:14,150 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C37767%2C1732130581061 2024-11-20T19:23:14,150 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,37767,1732130581061, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:23:14,151 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C37767%2C1732130581061 2024-11-20T19:23:14,151 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483, startPosition=0, beingWritten=true 2024-11-20T19:23:14,156 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:14,156 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 379, reset compression=false 2024-11-20T19:23:14,156 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,37767,1732130581061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:14,348 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:23:14,363 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 379, reset compression=false 2024-11-20T19:23:14,666 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 379, reset compression=false 2024-11-20T19:23:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39381 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:14,730 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:23:14,730 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:14,730 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:14,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:14,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:14,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:14,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afcb7db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,731 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44985,-1 for getting cluster id 2024-11-20T19:23:14,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:14,732 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc0e8892-9f8f-4dc6-b228-d5a301e7809e' 2024-11-20T19:23:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc0e8892-9f8f-4dc6-b228-d5a301e7809e" 2024-11-20T19:23:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cd75f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44985,-1] 2024-11-20T19:23:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:14,733 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679c47c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,44985,1732130585870 2024-11-20T19:23:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14da5660 2024-11-20T19:23:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:14,735 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:14,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:39381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:23:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:23:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:14,737 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:39381' 2024-11-20T19:23:14,738 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a769e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,738 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39381,-1 for getting cluster id 2024-11-20T19:23:14,738 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:14,738 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b46d871-e5a6-43e3-879e-de3cf62fcb55' 2024-11-20T19:23:14,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:14,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b46d871-e5a6-43e3-879e-de3cf62fcb55" 2024-11-20T19:23:14,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e7744fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39381,-1] 2024-11-20T19:23:14,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:14,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:14,739 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:14,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d710a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:14,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:14,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39381,1732130580904 2024-11-20T19:23:14,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@451fe85e 2024-11-20T19:23:14,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:14,741 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:14,742 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:23:14,742 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:23:14,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:14,742 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:14,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:14,743 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:14,743 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:23:14,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:14,744 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:14,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:23:14,794 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:23:14,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:14,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:14,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:14,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:14,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:14,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:14,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:14,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:14,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:15,069 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 379, reset compression=false 2024-11-20T19:23:15,151 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c8b317350766ff4eab0e0f39f9b1188c, NAME => 'hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf 2024-11-20T19:23:15,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:23:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:15,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:15,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c8b317350766ff4eab0e0f39f9b1188c, disabling compactions & flushes 2024-11-20T19:23:15,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:15,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:15,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. after waiting 0 ms 2024-11-20T19:23:15,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:15,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:15,556 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c8b317350766ff4eab0e0f39f9b1188c: Waiting for close lock at 1732130595556Disabling compacts and flushes for region at 1732130595556Disabling writes for close at 1732130595556Writing region close event to WAL at 1732130595556Closed at 1732130595556 2024-11-20T19:23:15,557 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:15,557 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130595557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130595557"}]},"ts":"1732130595557"} 2024-11-20T19:23:15,559 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:15,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:15,560 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130595560"}]},"ts":"1732130595560"} 2024-11-20T19:23:15,561 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:23:15,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8b317350766ff4eab0e0f39f9b1188c, ASSIGN}] 2024-11-20T19:23:15,562 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8b317350766ff4eab0e0f39f9b1188c, ASSIGN 2024-11-20T19:23:15,563 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8b317350766ff4eab0e0f39f9b1188c, ASSIGN; state=OFFLINE, location=e14ef07817f4,39335,1732130585985; forceNewPlan=false, retain=false 2024-11-20T19:23:15,572 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 379, reset compression=false 2024-11-20T19:23:15,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8b317350766ff4eab0e0f39f9b1188c, regionState=OPENING, regionLocation=e14ef07817f4,39335,1732130585985 2024-11-20T19:23:15,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c8b317350766ff4eab0e0f39f9b1188c, ASSIGN because future has completed 2024-11-20T19:23:15,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8b317350766ff4eab0e0f39f9b1188c, server=e14ef07817f4,39335,1732130585985}] 2024-11-20T19:23:15,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:15,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:15,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:15,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:23:15,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C39335%2C1732130585985.rep, suffix=, logDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985, archiveDir=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/oldWALs, maxLogs=10 2024-11-20T19:23:15,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.rep.1732130595878, exclude list is [], retry=0 2024-11-20T19:23:15,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34021,DS-7b4eff73-6fa9-4259-853b-39a95f3e859d,DISK] 2024-11-20T19:23:15,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.rep.1732130595878 2024-11-20T19:23:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42907:42907)] 2024-11-20T19:23:15,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c8b317350766ff4eab0e0f39f9b1188c, NAME => 'hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:15,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. service=MultiRowMutationService 2024-11-20T19:23:15,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:23:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,900 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,901 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8b317350766ff4eab0e0f39f9b1188c columnFamilyName hfileref 2024-11-20T19:23:15,901 DEBUG [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:15,902 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] regionserver.HStore(327): Store=c8b317350766ff4eab0e0f39f9b1188c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:15,902 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,902 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8b317350766ff4eab0e0f39f9b1188c columnFamilyName queue 2024-11-20T19:23:15,903 DEBUG [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:15,903 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] regionserver.HStore(327): Store=c8b317350766ff4eab0e0f39f9b1188c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:15,903 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,904 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c8b317350766ff4eab0e0f39f9b1188c columnFamilyName sid 2024-11-20T19:23:15,904 DEBUG [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:15,904 INFO [StoreOpener-c8b317350766ff4eab0e0f39f9b1188c-1 {}] regionserver.HStore(327): Store=c8b317350766ff4eab0e0f39f9b1188c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:15,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,904 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,905 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:15,906 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:15,908 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c8b317350766ff4eab0e0f39f9b1188c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70697649, jitterRate=0.05347706377506256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:15,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:15,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c8b317350766ff4eab0e0f39f9b1188c: Running coprocessor pre-open hook at 1732130595899Writing region info on filesystem at 1732130595899Initializing all the Stores at 1732130595900 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130595900Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130595900Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130595900Cleaning up temporary data from old regions at 1732130595905 (+5 ms)Running coprocessor post-open hooks at 1732130595908 (+3 ms)Region opened successfully at 1732130595908 2024-11-20T19:23:15,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c., pid=10, masterSystemTime=1732130595867 2024-11-20T19:23:15,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:15,911 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:15,911 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c8b317350766ff4eab0e0f39f9b1188c, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39335,1732130585985 2024-11-20T19:23:15,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c8b317350766ff4eab0e0f39f9b1188c, server=e14ef07817f4,39335,1732130585985 because future has completed 2024-11-20T19:23:15,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:23:15,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c8b317350766ff4eab0e0f39f9b1188c, server=e14ef07817f4,39335,1732130585985 in 198 msec 2024-11-20T19:23:15,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:23:15,917 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c8b317350766ff4eab0e0f39f9b1188c, ASSIGN in 355 msec 2024-11-20T19:23:15,918 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:15,918 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130595918"}]},"ts":"1732130595918"} 2024-11-20T19:23:15,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:23:15,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:15,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-20T19:23:15,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c., hostname=e14ef07817f4,39335,1732130585985, seqNum=2] 2024-11-20T19:23:16,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:16,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:16,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:23:16,176 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 379, reset compression=false 2024-11-20T19:23:16,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39335 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:23:16,202 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:23:16,228 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,39335,1732130585985, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:23:16,228 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:16,228 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39335,1732130585985, seqNum=-1] 2024-11-20T19:23:16,228 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:16,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:16,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,39335,1732130585985', locateType=CURRENT is [region=hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c., hostname=e14ef07817f4,39335,1732130585985, seqNum=2] 2024-11-20T19:23:16,233 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:23:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:23:16,235 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,39335,1732130585985 suceeded 2024-11-20T19:23:16,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:23:16,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T19:23:16,237 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:39381,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:23:16,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5020 sec 2024-11-20T19:23:16,247 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:39381' 2024-11-20T19:23:16,248 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@192e6f6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:16,248 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39381,-1 for getting cluster id 2024-11-20T19:23:16,248 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:16,249 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b46d871-e5a6-43e3-879e-de3cf62fcb55' 2024-11-20T19:23:16,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:16,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b46d871-e5a6-43e3-879e-de3cf62fcb55" 2024-11-20T19:23:16,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24963258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:16,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39381,-1] 2024-11-20T19:23:16,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:16,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:16,250 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:16,251 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea5496, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:16,251 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:16,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39381,1732130580904 2024-11-20T19:23:16,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27dfde1e 2024-11-20T19:23:16,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:16,252 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T19:23:16,253 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,39335,1732130585985 (queues=1) is replicating from cluster=bc0e8892-9f8f-4dc6-b228-d5a301e7809e to cluster=4b46d871-e5a6-43e3-879e-de3cf62fcb55 2024-11-20T19:23:16,253 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C39335%2C1732130585985 2024-11-20T19:23:16,253 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,39335,1732130585985, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:23:16,253 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C39335%2C1732130585985 2024-11-20T19:23:16,253 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080, startPosition=0, beingWritten=true 2024-11-20T19:23:16,258 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:16,258 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 379, reset compression=false 2024-11-20T19:23:16,258 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,39335,1732130585985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:16,461 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 379, reset compression=false 2024-11-20T19:23:16,764 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 379, reset compression=false 2024-11-20T19:23:16,880 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 379, reset compression=false 2024-11-20T19:23:16,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44985 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:16,880 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:23:16,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:16,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:16,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:16,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:16,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:16,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:16,882 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37767,1732130581061, seqNum=-1] 2024-11-20T19:23:16,883 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:16,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:16,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130588249.19a048180bc382d09605306e79058ed1., hostname=e14ef07817f4,37767,1732130581061, seqNum=2] 2024-11-20T19:23:16,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:16,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39335,1732130585985, seqNum=-1] 2024-11-20T19:23:16,888 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:16,889 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:16,890 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4., hostname=e14ef07817f4,39335,1732130585985, seqNum=2] 2024-11-20T19:23:16,892 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T19:23:17,168 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 379, reset compression=false 2024-11-20T19:23:17,671 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 379, reset compression=false 2024-11-20T19:23:17,684 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 379, reset compression=false 2024-11-20T19:23:17,785 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:17,785 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 480, reset compression=false 2024-11-20T19:23:17,785 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,37767,1732130581061 got entry batch from reader: WALEntryBatch [walEntries=[{test/19a048180bc382d09605306e79058ed1/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T19:23:17,787 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:17,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T19:23:17,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:17,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5afed9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:17,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,44985,-1 for getting cluster id 2024-11-20T19:23:17,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:17,790 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc0e8892-9f8f-4dc6-b228-d5a301e7809e' 2024-11-20T19:23:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc0e8892-9f8f-4dc6-b228-d5a301e7809e" 2024-11-20T19:23:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d04cd60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,44985,-1] 2024-11-20T19:23:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:17,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:17,792 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:17,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ca48fbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:17,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:17,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39335,1732130585985, seqNum=-1] 2024-11-20T19:23:17,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:17,799 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:17,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4., hostname=e14ef07817f4,39335,1732130585985, seqNum=2] 2024-11-20T19:23:17,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:17,895 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T19:23:17,898 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T19:23:17,988 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 480, reset compression=false 2024-11-20T19:23:18,274 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 379, reset compression=false 2024-11-20T19:23:18,278 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:18,278 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 607, reset compression=false 2024-11-20T19:23:18,278 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,39335,1732130585985 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc38e27a8acf516353c5119777ddbdb4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T19:23:18,280 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:18,281 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T19:23:18,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:18,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47e86bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:18,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39381,-1 for getting cluster id 2024-11-20T19:23:18,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:18,283 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4b46d871-e5a6-43e3-879e-de3cf62fcb55' 2024-11-20T19:23:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4b46d871-e5a6-43e3-879e-de3cf62fcb55" 2024-11-20T19:23:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aba07d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39381,-1] 2024-11-20T19:23:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:18,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:18,284 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:18,284 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23f69692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:18,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:18,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,37767,1732130581061, seqNum=-1] 2024-11-20T19:23:18,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:18,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:18,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732130588249.19a048180bc382d09605306e79058ed1., hostname=e14ef07817f4,37767,1732130581061, seqNum=2] 2024-11-20T19:23:18,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:18,291 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 480, reset compression=false 2024-11-20T19:23:18,296 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:18,296 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 608, reset compression=false 2024-11-20T19:23:18,296 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,37767,1732130581061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:18,481 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 607, reset compression=false 2024-11-20T19:23:18,505 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 608, reset compression=false 2024-11-20T19:23:18,785 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 607, reset compression=false 2024-11-20T19:23:18,809 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 608, reset compression=false 2024-11-20T19:23:18,900 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T19:23:18,906 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T19:23:19,189 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 607, reset compression=false 2024-11-20T19:23:19,212 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 608, reset compression=false 2024-11-20T19:23:19,216 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:19,216 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 764, reset compression=false 2024-11-20T19:23:19,216 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,37767,1732130581061 got entry batch from reader: WALEntryBatch [walEntries=[{test/19a048180bc382d09605306e79058ed1/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T19:23:19,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:19,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39335 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:19,419 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 764, reset compression=false 2024-11-20T19:23:19,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T19:23:19,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T19:23:19,692 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 607, reset compression=false 2024-11-20T19:23:19,696 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:19,696 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 754, reset compression=false 2024-11-20T19:23:19,696 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,39335,1732130585985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:19,722 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 764, reset compression=false 2024-11-20T19:23:19,899 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 754, reset compression=false 2024-11-20T19:23:19,907 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T19:23:19,910 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T19:23:20,125 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 764, reset compression=false 2024-11-20T19:23:20,202 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 754, reset compression=false 2024-11-20T19:23:20,206 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:20,206 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 913, reset compression=false 2024-11-20T19:23:20,206 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,39335,1732130585985 got entry batch from reader: WALEntryBatch [walEntries=[{test/cc38e27a8acf516353c5119777ddbdb4/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T19:23:20,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:20,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37767 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:20,409 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 913, reset compression=false 2024-11-20T19:23:20,628 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 764, reset compression=false 2024-11-20T19:23:20,632 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:20,632 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:20,632 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,37767,1732130581061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:20,712 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 913, reset compression=false 2024-11-20T19:23:20,835 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:20,912 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T19:23:20,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:23:20,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:20,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:20,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:20,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:20,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:23:20,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:20,915 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=761811528, stopped=false 2024-11-20T19:23:20,915 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,44985,1732130585870 2024-11-20T19:23:20,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765286262/running 2024-11-20T19:23:20,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765286262/running 2024-11-20T19:23:20,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:20,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:20,932 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:23:20,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:20,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:20,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:20,933 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,39335,1732130585985' ***** 2024-11-20T19:23:20,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on znode that does not yet exist, /11765286262/running 2024-11-20T19:23:20,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Set watcher on znode that does not yet exist, /11765286262/running 2024-11-20T19:23:20,933 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:23:20,933 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:23:20,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:23:20,933 INFO [RS:0;e14ef07817f4:39335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:23:20,933 INFO [RS:0;e14ef07817f4:39335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:23:20,940 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(3091): Received CLOSE for c8b317350766ff4eab0e0f39f9b1188c 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(3091): Received CLOSE for cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,39335,1732130585985 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:39335. 2024-11-20T19:23:20,941 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c8b317350766ff4eab0e0f39f9b1188c, disabling compactions & flushes 2024-11-20T19:23:20,941 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:20,941 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:20,941 DEBUG [RS:0;e14ef07817f4:39335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:20,941 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. after waiting 0 ms 2024-11-20T19:23:20,941 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:20,941 DEBUG [RS:0;e14ef07817f4:39335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:20,941 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c8b317350766ff4eab0e0f39f9b1188c 3/3 column families, dataSize=743 B heapSize=1.84 KB 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:23:20,941 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:23:20,941 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1325): Online Regions={c8b317350766ff4eab0e0f39f9b1188c=hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c., 1588230740=hbase:meta,,1.1588230740, cc38e27a8acf516353c5119777ddbdb4=test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4.} 2024-11-20T19:23:20,941 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c8b317350766ff4eab0e0f39f9b1188c, cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:20,941 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:23:20,942 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:23:20,942 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:23:20,942 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:23:20,942 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:23:20,942 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:23:20,948 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:23:20,948 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:23:20,957 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:23:20,965 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c/.tmp/queue/8dc1f31bcb484b3ca299f902e466a031 is 153, key is 1-e14ef07817f4,39335,1732130585985/queue:e14ef07817f4%2C39335%2C1732130585985/1732130600211/Put/seqid=0 2024-11-20T19:23:20,965 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/info/910f361fa31c41d8b885e649ca9d262b is 147, key is hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c./info:regioninfo/1732130595911/Put/seqid=0 2024-11-20T19:23:20,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741840_1016 (size=5352) 2024-11-20T19:23:20,969 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=743 B at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c/.tmp/queue/8dc1f31bcb484b3ca299f902e466a031 2024-11-20T19:23:20,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741841_1017 (size=7686) 2024-11-20T19:23:20,975 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c/.tmp/queue/8dc1f31bcb484b3ca299f902e466a031 as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c/queue/8dc1f31bcb484b3ca299f902e466a031 2024-11-20T19:23:20,979 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c/queue/8dc1f31bcb484b3ca299f902e466a031, entries=1, sequenceid=9, filesize=5.2 K 2024-11-20T19:23:20,980 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for c8b317350766ff4eab0e0f39f9b1188c in 39ms, sequenceid=9, compaction requested=false 2024-11-20T19:23:20,984 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/replication/c8b317350766ff4eab0e0f39f9b1188c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=1 2024-11-20T19:23:20,984 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:23:20,984 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:23:20,985 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:20,985 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c8b317350766ff4eab0e0f39f9b1188c: Waiting for close lock at 1732130600941Running coprocessor pre-close hooks at 1732130600941Disabling compacts and flushes for region at 1732130600941Disabling writes for close at 1732130600941Obtaining lock to block concurrent updates at 1732130600941Preparing flush snapshotting stores in c8b317350766ff4eab0e0f39f9b1188c at 1732130600941Finished memstore snapshotting hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c., syncing WAL and waiting on mvcc, flushsize=dataSize=743, getHeapSize=1840, getOffHeapSize=0, getCellsCount=5 at 1732130600941Flushing stores of hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. at 1732130600944 (+3 ms)Flushing c8b317350766ff4eab0e0f39f9b1188c/queue: creating writer at 1732130600945 (+1 ms)Flushing c8b317350766ff4eab0e0f39f9b1188c/queue: appending metadata at 1732130600964 (+19 ms)Flushing c8b317350766ff4eab0e0f39f9b1188c/queue: closing flushed file at 1732130600964Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb3956c: reopening flushed file at 1732130600975 (+11 ms)Finished flush of dataSize ~743 B/743, heapSize ~1.33 KB/1360, currentSize=0 B/0 for c8b317350766ff4eab0e0f39f9b1188c in 39ms, sequenceid=9, compaction requested=false at 1732130600980 (+5 ms)Writing region close event to WAL at 1732130600981 (+1 ms)Running coprocessor post-close hooks at 1732130600984 (+3 ms)Closed at 1732130600984 2024-11-20T19:23:20,985 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130594742.c8b317350766ff4eab0e0f39f9b1188c. 2024-11-20T19:23:20,985 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc38e27a8acf516353c5119777ddbdb4, disabling compactions & flushes 2024-11-20T19:23:20,985 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:20,985 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:20,985 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. after waiting 0 ms 2024-11-20T19:23:20,985 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:20,985 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cc38e27a8acf516353c5119777ddbdb4 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T19:23:21,007 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/f/d7620d71c60a4113a18ec9770f29fe7a is 29, key is row1/f:/1732130599908/DeleteFamily/seqid=0 2024-11-20T19:23:21,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741842_1018 (size=5118) 2024-11-20T19:23:21,115 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 913, reset compression=false 2024-11-20T19:23:21,119 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:21,119 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 1160, reset compression=false 2024-11-20T19:23:21,119 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,39335,1732130585985 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:21,120 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,39335,1732130585985: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,39335,1732130585985, walGroup=e14ef07817f4%2C39335%2C1732130585985, offset=e14ef07817f4%2C39335%2C1732130585985.1732130587080:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:39335 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:23:21,121 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:23:21,121 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:23:21,121 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:23:21,122 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:23:21,122 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:23:21,122 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 568857976 }, "NonHeapMemoryUsage": { "committed": 194117632, "init": 7667712, "max": -1, "used": 190960360 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:23:21,122 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:44985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:44985 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:23:21,140 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:21,142 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:21,323 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 1160, reset compression=false 2024-11-20T19:23:21,342 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:21,372 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/info/910f361fa31c41d8b885e649ca9d262b 2024-11-20T19:23:21,392 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/ns/f078803508f54bae868b8c50db1cb95a is 43, key is default/ns:d/1732130588136/Put/seqid=0 2024-11-20T19:23:21,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741843_1019 (size=5153) 2024-11-20T19:23:21,401 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:21,415 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/f/d7620d71c60a4113a18ec9770f29fe7a 2024-11-20T19:23:21,418 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7620d71c60a4113a18ec9770f29fe7a 2024-11-20T19:23:21,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:21,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:21,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:21,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:21,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:21,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:21,435 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/f1/578ce09154dc411fb83db02c42968405 is 30, key is row1/f1:/1732130599908/DeleteFamily/seqid=0 2024-11-20T19:23:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741844_1020 (size=5123) 2024-11-20T19:23:21,444 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:21,542 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:21,545 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:21,627 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 1160, reset compression=false 2024-11-20T19:23:21,742 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:21,796 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/ns/f078803508f54bae868b8c50db1cb95a 2024-11-20T19:23:21,811 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/rep_barrier/3bed77e6a97645078972d7ebbc09e654 is 112, key is test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4./rep_barrier:seqnumDuringOpen/1732130591547/Put/seqid=0 2024-11-20T19:23:21,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741845_1021 (size=5518) 2024-11-20T19:23:21,839 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/f1/578ce09154dc411fb83db02c42968405 2024-11-20T19:23:21,842 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 578ce09154dc411fb83db02c42968405 2024-11-20T19:23:21,855 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/norep/fac800c4d7a2455eb3bbe7ad15f95649 is 33, key is row1/norep:/1732130599908/DeleteFamily/seqid=0 2024-11-20T19:23:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741846_1022 (size=5108) 2024-11-20T19:23:21,942 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:23:21,942 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cc38e27a8acf516353c5119777ddbdb4=test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4.} 2024-11-20T19:23:21,942 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:22,030 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 1160, reset compression=false 2024-11-20T19:23:22,049 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:22,142 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cc38e27a8acf516353c5119777ddbdb4 2024-11-20T19:23:22,215 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/rep_barrier/3bed77e6a97645078972d7ebbc09e654 2024-11-20T19:23:22,231 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/table/e524b936081d412b9bc38c9d8c701202 is 53, key is hbase:replication/table:state/1732130595918/Put/seqid=0 2024-11-20T19:23:22,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741847_1023 (size=5308) 2024-11-20T19:23:22,258 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/norep/fac800c4d7a2455eb3bbe7ad15f95649 2024-11-20T19:23:22,262 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fac800c4d7a2455eb3bbe7ad15f95649 2024-11-20T19:23:22,263 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/f/d7620d71c60a4113a18ec9770f29fe7a as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/f/d7620d71c60a4113a18ec9770f29fe7a 2024-11-20T19:23:22,267 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d7620d71c60a4113a18ec9770f29fe7a 2024-11-20T19:23:22,267 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/f/d7620d71c60a4113a18ec9770f29fe7a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T19:23:22,268 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/f1/578ce09154dc411fb83db02c42968405 as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/f1/578ce09154dc411fb83db02c42968405 2024-11-20T19:23:22,271 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 578ce09154dc411fb83db02c42968405 2024-11-20T19:23:22,271 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/f1/578ce09154dc411fb83db02c42968405, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T19:23:22,272 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/.tmp/norep/fac800c4d7a2455eb3bbe7ad15f95649 as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/norep/fac800c4d7a2455eb3bbe7ad15f95649 2024-11-20T19:23:22,276 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fac800c4d7a2455eb3bbe7ad15f95649 2024-11-20T19:23:22,276 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/norep/fac800c4d7a2455eb3bbe7ad15f95649, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T19:23:22,277 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cc38e27a8acf516353c5119777ddbdb4 in 1291ms, sequenceid=8, compaction requested=false 2024-11-20T19:23:22,280 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/default/test/cc38e27a8acf516353c5119777ddbdb4/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T19:23:22,280 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:23:22,280 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:23:22,280 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:22,280 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc38e27a8acf516353c5119777ddbdb4: Waiting for close lock at 1732130600985Running coprocessor pre-close hooks at 1732130600985Disabling compacts and flushes for region at 1732130600985Disabling writes for close at 1732130600985Obtaining lock to block concurrent updates at 1732130600985Preparing flush snapshotting stores in cc38e27a8acf516353c5119777ddbdb4 at 1732130600985Finished memstore snapshotting test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732130600986 (+1 ms)Flushing stores of test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. at 1732130600986Flushing cc38e27a8acf516353c5119777ddbdb4/f: creating writer at 1732130600986Flushing cc38e27a8acf516353c5119777ddbdb4/f: appending metadata at 1732130601006 (+20 ms)Flushing cc38e27a8acf516353c5119777ddbdb4/f: closing flushed file at 1732130601006Flushing cc38e27a8acf516353c5119777ddbdb4/f1: creating writer at 1732130601419 (+413 ms)Flushing cc38e27a8acf516353c5119777ddbdb4/f1: appending metadata at 1732130601434 (+15 ms)Flushing cc38e27a8acf516353c5119777ddbdb4/f1: closing flushed file at 1732130601434Flushing cc38e27a8acf516353c5119777ddbdb4/norep: creating writer at 1732130601842 (+408 ms)Flushing cc38e27a8acf516353c5119777ddbdb4/norep: appending metadata at 1732130601854 (+12 ms)Flushing cc38e27a8acf516353c5119777ddbdb4/norep: closing flushed file at 1732130601854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@176ce18f: reopening flushed file at 1732130602262 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@794b001e: reopening flushed file at 1732130602267 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eca8e42: reopening flushed file at 1732130602271 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cc38e27a8acf516353c5119777ddbdb4 in 1291ms, sequenceid=8, compaction requested=false at 1732130602277 (+6 ms)Writing region close event to WAL at 1732130602278 (+1 ms)Running coprocessor post-close hooks at 1732130602280 (+2 ms)Closed at 1732130602280 2024-11-20T19:23:22,281 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130590404.cc38e27a8acf516353c5119777ddbdb4. 2024-11-20T19:23:22,343 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:23:22,534 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 1160, reset compression=false 2024-11-20T19:23:22,538 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:22,538 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 1804, reset compression=false 2024-11-20T19:23:22,543 DEBUG [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:23:22,635 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/table/e524b936081d412b9bc38c9d8c701202 2024-11-20T19:23:22,640 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/info/910f361fa31c41d8b885e649ca9d262b as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/info/910f361fa31c41d8b885e649ca9d262b 2024-11-20T19:23:22,644 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/info/910f361fa31c41d8b885e649ca9d262b, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:23:22,644 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/ns/f078803508f54bae868b8c50db1cb95a as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/ns/f078803508f54bae868b8c50db1cb95a 2024-11-20T19:23:22,648 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/ns/f078803508f54bae868b8c50db1cb95a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:23:22,648 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/rep_barrier/3bed77e6a97645078972d7ebbc09e654 as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/rep_barrier/3bed77e6a97645078972d7ebbc09e654 2024-11-20T19:23:22,651 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/rep_barrier/3bed77e6a97645078972d7ebbc09e654, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:23:22,652 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/.tmp/table/e524b936081d412b9bc38c9d8c701202 as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/table/e524b936081d412b9bc38c9d8c701202 2024-11-20T19:23:22,652 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:22,655 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/table/e524b936081d412b9bc38c9d8c701202, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:23:22,656 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false 2024-11-20T19:23:22,659 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:23:22,660 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:23:22,660 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:23:22,660 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:22,660 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130600941Running coprocessor pre-close hooks at 1732130600941Disabling compacts and flushes for region at 1732130600941Disabling writes for close at 1732130600942 (+1 ms)Obtaining lock to block concurrent updates at 1732130600942Preparing flush snapshotting stores in 1588230740 at 1732130600942Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130600942Flushing stores of hbase:meta,,1.1588230740 at 1732130600946 (+4 ms)Flushing 1588230740/info: creating writer at 1732130600946Flushing 1588230740/info: appending metadata at 1732130600965 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732130600965Flushing 1588230740/ns: creating writer at 1732130601376 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732130601391 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732130601391Flushing 1588230740/rep_barrier: creating writer at 1732130601799 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130601811 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130601811Flushing 1588230740/table: creating writer at 1732130602218 (+407 ms)Flushing 1588230740/table: appending metadata at 1732130602231 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732130602231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7945218f: reopening flushed file at 1732130602639 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4031a7f0: reopening flushed file at 1732130602644 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53dc0753: reopening flushed file at 1732130602648 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@327d7a3d: reopening flushed file at 1732130602651 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=16, compaction requested=false at 1732130602656 (+5 ms)Writing region close event to WAL at 1732130602657 (+1 ms)Running coprocessor post-close hooks at 1732130602660 (+3 ms)Closed at 1732130602660 2024-11-20T19:23:22,660 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:22,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:22,701 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:22,701 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28311 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:22,741 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.wal-reader.e14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 to pos 1804, reset compression=false 2024-11-20T19:23:22,743 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,39335,1732130585985; all regions closed. 2024-11-20T19:23:22,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:23:22,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741839_1015 (size=2458) 2024-11-20T19:23:22,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.rep.1732130595878 not finished, retry = 0 2024-11-20T19:23:22,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741832_1008 (size=1812) 2024-11-20T19:23:22,893 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/WALs/e14ef07817f4,39335,1732130585985/e14ef07817f4%2C39335%2C1732130585985.1732130587080 not finished, retry = 0 2024-11-20T19:23:22,993 DEBUG [RS:0;e14ef07817f4:39335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:22,993 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:23:22,994 INFO [RS:0;e14ef07817f4:39335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:23:22,994 INFO [RS:0;e14ef07817f4:39335 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:23:22,994 INFO [RS:0;e14ef07817f4:39335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:23:22,994 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:23:22,994 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,39335,1732130585985 because: Region server is closing 2024-11-20T19:23:22,994 INFO [RS:0;e14ef07817f4:39335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:39335. 2024-11-20T19:23:22,994 DEBUG [RS:0;e14ef07817f4:39335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:22,994 DEBUG [RS:0;e14ef07817f4:39335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:22,995 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:22,995 DEBUG [RS:0;e14ef07817f4:39335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:23,095 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,39335,1732130585985.replicationSource.shippere14ef07817f4%2C39335%2C1732130585985,1-e14ef07817f4,39335,1732130585985 terminated 2024-11-20T19:23:23,095 INFO [RS:0;e14ef07817f4:39335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:39335. 2024-11-20T19:23:23,095 DEBUG [RS:0;e14ef07817f4:39335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:23,095 DEBUG [RS:0;e14ef07817f4:39335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:23,095 DEBUG [RS:0;e14ef07817f4:39335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:23,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:23,095 INFO [RS:0;e14ef07817f4:39335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39335 2024-11-20T19:23:23,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262/rs 2024-11-20T19:23:23,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765286262/rs/e14ef07817f4,39335,1732130585985 2024-11-20T19:23:23,111 INFO [RS:0;e14ef07817f4:39335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:23:23,111 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007ff2888e4168@318a9665 rejected from java.util.concurrent.ThreadPoolExecutor@35b5048c[Shutting down, pool size = 1, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-20T19:23:23,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,39335,1732130585985] 2024-11-20T19:23:23,132 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11765286262/draining/e14ef07817f4,39335,1732130585985 already deleted, retry=false 2024-11-20T19:23:23,132 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,39335,1732130585985 expired; onlineServers=0 2024-11-20T19:23:23,132 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,44985,1732130585870' ***** 2024-11-20T19:23:23,132 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:23:23,132 INFO [M:0;e14ef07817f4:44985 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:23:23,132 INFO [M:0;e14ef07817f4:44985 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:23:23,132 DEBUG [M:0;e14ef07817f4:44985 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:23:23,132 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:23:23,132 DEBUG [M:0;e14ef07817f4:44985 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:23:23,132 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130586803 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130586803,5,FailOnTimeoutGroup] 2024-11-20T19:23:23,132 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130586803 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130586803,5,FailOnTimeoutGroup] 2024-11-20T19:23:23,132 INFO [M:0;e14ef07817f4:44985 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:23:23,132 INFO [M:0;e14ef07817f4:44985 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:23:23,132 DEBUG [M:0;e14ef07817f4:44985 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:23:23,132 INFO [M:0;e14ef07817f4:44985 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:23:23,133 INFO [M:0;e14ef07817f4:44985 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:23:23,133 INFO [M:0;e14ef07817f4:44985 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:23:23,133 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:23:23,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11765286262/master 2024-11-20T19:23:23,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11765286262 2024-11-20T19:23:23,142 DEBUG [M:0;e14ef07817f4:44985 {}] zookeeper.ZKUtil(347): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Unable to get data of znode /11765286262/master because node does not exist (not an error) 2024-11-20T19:23:23,142 WARN [M:0;e14ef07817f4:44985 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:23:23,143 INFO [M:0;e14ef07817f4:44985 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/.lastflushedseqids 2024-11-20T19:23:23,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741848_1024 (size=245) 2024-11-20T19:23:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:23:23,221 INFO [RS:0;e14ef07817f4:39335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:23:23,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39335-0x10159b31c300004, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:23:23,221 INFO [RS:0;e14ef07817f4:39335 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,39335,1732130585985; zookeeper connection closed. 2024-11-20T19:23:23,222 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5636d151 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5636d151 2024-11-20T19:23:23,222 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:23:23,355 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:23,547 INFO [M:0;e14ef07817f4:44985 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:23:23,547 INFO [M:0;e14ef07817f4:44985 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:23:23,547 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:23:23,547 INFO [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:23,547 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:23,547 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:23:23,547 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:23,547 INFO [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T19:23:23,561 DEBUG [M:0;e14ef07817f4:44985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a1688b99ed14cffb64df12c7b65f702 is 82, key is hbase:meta,,1/info:regioninfo/1732130588116/Put/seqid=0 2024-11-20T19:23:23,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741849_1025 (size=5672) 2024-11-20T19:23:23,964 INFO [M:0;e14ef07817f4:44985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a1688b99ed14cffb64df12c7b65f702 2024-11-20T19:23:23,980 DEBUG [M:0;e14ef07817f4:44985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ab6b7e051c43819cf67c9c8654ccf6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732130595922/Put/seqid=0 2024-11-20T19:23:23,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741850_1026 (size=8516) 2024-11-20T19:23:24,159 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:24,384 INFO [M:0;e14ef07817f4:44985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ab6b7e051c43819cf67c9c8654ccf6 2024-11-20T19:23:24,403 DEBUG [M:0;e14ef07817f4:44985 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0678a4f668c74e54a26cff7be6c6881b is 69, key is e14ef07817f4,39335,1732130585985/rs:state/1732130586859/Put/seqid=0 2024-11-20T19:23:24,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741851_1027 (size=5156) 2024-11-20T19:23:24,807 INFO [M:0;e14ef07817f4:44985 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0678a4f668c74e54a26cff7be6c6881b 2024-11-20T19:23:24,810 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0a1688b99ed14cffb64df12c7b65f702 as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a1688b99ed14cffb64df12c7b65f702 2024-11-20T19:23:24,814 INFO [M:0;e14ef07817f4:44985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0a1688b99ed14cffb64df12c7b65f702, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T19:23:24,815 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58ab6b7e051c43819cf67c9c8654ccf6 as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58ab6b7e051c43819cf67c9c8654ccf6 2024-11-20T19:23:24,818 INFO [M:0;e14ef07817f4:44985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58ab6b7e051c43819cf67c9c8654ccf6, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T19:23:24,818 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0678a4f668c74e54a26cff7be6c6881b as hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0678a4f668c74e54a26cff7be6c6881b 2024-11-20T19:23:24,821 INFO [M:0;e14ef07817f4:44985 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45313/user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0678a4f668c74e54a26cff7be6c6881b, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T19:23:24,822 INFO [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false 2024-11-20T19:23:24,824 INFO [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:24,824 DEBUG [M:0;e14ef07817f4:44985 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130603547Disabling compacts and flushes for region at 1732130603547Disabling writes for close at 1732130603547Obtaining lock to block concurrent updates at 1732130603547Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130603547Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732130603548 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130603548Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130603548Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130603560 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130603560Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130603967 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130603980 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130603980Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130604387 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130604402 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130604402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cdea81b: reopening flushed file at 1732130604810 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8666b74: reopening flushed file at 1732130604814 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b06ac0: reopening flushed file at 1732130604818 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=97, compaction requested=false at 1732130604822 (+4 ms)Writing region close event to WAL at 1732130604824 (+2 ms)Closed at 1732130604824 2024-11-20T19:23:24,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34021 is added to blk_1073741830_1006 (size=63654) 2024-11-20T19:23:24,826 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a59385f-bce1-8657-da18-e1a89fb730cf/MasterData/WALs/e14ef07817f4,44985,1732130585870/e14ef07817f4%2C44985%2C1732130585870.1732130586522 not finished, retry = 0 2024-11-20T19:23:24,927 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:23:24,927 INFO [M:0;e14ef07817f4:44985 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:23:24,927 INFO [M:0;e14ef07817f4:44985 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44985 2024-11-20T19:23:24,927 INFO [M:0;e14ef07817f4:44985 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:23:25,062 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:25,127 INFO [M:0;e14ef07817f4:44985 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:23:25,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:23:25,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44985-0x10159b31c300003, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:23:25,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@889d6c8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:23:25,129 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d9888fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:23:25,129 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:23:25,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b900a68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:23:25,129 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52441ec4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.log.dir/,STOPPED} 2024-11-20T19:23:25,130 WARN [BP-382277451-172.17.0.3-1732130583645 heartbeating to localhost/127.0.0.1:45313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:23:25,130 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:23:25,130 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:23:25,130 WARN [BP-382277451-172.17.0.3-1732130583645 heartbeating to localhost/127.0.0.1:45313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-382277451-172.17.0.3-1732130583645 (Datanode Uuid 36226c6d-57b4-4a32-90a2-903a196562ba) service to localhost/127.0.0.1:45313 2024-11-20T19:23:25,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/cluster_18b625c8-4f3e-db5e-1b06-610ba8b84a08/data/data1/current/BP-382277451-172.17.0.3-1732130583645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:23:25,131 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/cluster_18b625c8-4f3e-db5e-1b06-610ba8b84a08/data/data2/current/BP-382277451-172.17.0.3-1732130583645 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:23:25,131 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:23:25,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77581a3d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:23:25,136 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@349e4dd9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:23:25,136 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:23:25,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ab91cea{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:23:25,136 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f3d9b93{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.log.dir/,STOPPED} 2024-11-20T19:23:25,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:23:25,148 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:23:25,148 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:25,148 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:25,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:25,148 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:25,148 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:25,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:23:25,148 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1698714006, stopped=false 2024-11-20T19:23:25,149 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,39381,1732130580904 2024-11-20T19:23:25,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557516681/running 2024-11-20T19:23:25,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557516681/running 2024-11-20T19:23:25,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:25,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:25,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:23:25,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on znode that does not yet exist, /0-1557516681/running 2024-11-20T19:23:25,164 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:25,164 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Set watcher on znode that does not yet exist, /0-1557516681/running 2024-11-20T19:23:25,164 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:25,164 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:25,164 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,37767,1732130581061' ***** 2024-11-20T19:23:25,164 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:23:25,164 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:23:25,164 INFO [RS:0;e14ef07817f4:37767 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:23:25,164 INFO [RS:0;e14ef07817f4:37767 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(3091): Received CLOSE for 19a048180bc382d09605306e79058ed1 2024-11-20T19:23:25,165 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(3091): Received CLOSE for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,37767,1732130581061 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:37767. 2024-11-20T19:23:25,165 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19a048180bc382d09605306e79058ed1, disabling compactions & flushes 2024-11-20T19:23:25,165 DEBUG [RS:0;e14ef07817f4:37767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:25,165 DEBUG [RS:0;e14ef07817f4:37767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:25,165 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:25,165 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:23:25,165 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130588249.19a048180bc382d09605306e79058ed1. after waiting 0 ms 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:23:25,165 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:23:25,165 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19a048180bc382d09605306e79058ed1 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T19:23:25,165 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:23:25,165 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1325): Online Regions={19a048180bc382d09605306e79058ed1=test,,1732130588249.19a048180bc382d09605306e79058ed1., 1588230740=hbase:meta,,1.1588230740, eaf6f9d28af43d06b4ee0868e86f7373=hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373.} 2024-11-20T19:23:25,165 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a048180bc382d09605306e79058ed1, eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:25,165 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:23:25,165 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:23:25,165 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:23:25,165 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:23:25,165 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:23:25,165 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:23:25,178 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:23:25,184 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/info/75136fa6e533418186873bb10128c527 is 147, key is hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373./info:regioninfo/1732130593747/Put/seqid=0 2024-11-20T19:23:25,184 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/f/88691fb4380249b18f9e9db24e428be1 is 29, key is row1/f:/1732130599908/DeleteFamily/seqid=0 2024-11-20T19:23:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741841_1017 (size=5118) 2024-11-20T19:23:25,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741840_1016 (size=7686) 2024-11-20T19:23:25,350 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:23:25,350 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:23:25,365 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a048180bc382d09605306e79058ed1, eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:25,565 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a048180bc382d09605306e79058ed1, eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:25,588 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/f/88691fb4380249b18f9e9db24e428be1 2024-11-20T19:23:25,588 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/info/75136fa6e533418186873bb10128c527 2024-11-20T19:23:25,591 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88691fb4380249b18f9e9db24e428be1 2024-11-20T19:23:25,607 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/f1/de02de07186b40f6a14c09aca532a71e is 30, key is row1/f1:/1732130599908/DeleteFamily/seqid=0 2024-11-20T19:23:25,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741842_1018 (size=5123) 2024-11-20T19:23:25,612 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/ns/c2ba3f7f975c4126aba581c4d1c73ae9 is 43, key is default/ns:d/1732130583572/Put/seqid=0 2024-11-20T19:23:25,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741843_1019 (size=5153) 2024-11-20T19:23:25,766 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a048180bc382d09605306e79058ed1, eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:25,966 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a048180bc382d09605306e79058ed1, eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:26,012 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/f1/de02de07186b40f6a14c09aca532a71e 2024-11-20T19:23:26,015 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/ns/c2ba3f7f975c4126aba581c4d1c73ae9 2024-11-20T19:23:26,015 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de02de07186b40f6a14c09aca532a71e 2024-11-20T19:23:26,032 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/norep/b6e3304f74ac4bf9a115b50bfc268c6b is 32, key is row/norep:/1732130598903/DeleteFamily/seqid=0 2024-11-20T19:23:26,033 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/rep_barrier/5bca39376eff42c9ad9a8025bb980ad9 is 112, key is test,,1732130588249.19a048180bc382d09605306e79058ed1./rep_barrier:seqnumDuringOpen/1732130589391/Put/seqid=0 2024-11-20T19:23:26,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741844_1020 (size=5101) 2024-11-20T19:23:26,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741845_1021 (size=5518) 2024-11-20T19:23:26,065 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 914, reset compression=false 2024-11-20T19:23:26,070 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:26,070 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 1161, reset compression=false 2024-11-20T19:23:26,070 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,37767,1732130581061 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:26,071 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,37767,1732130581061: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,37767,1732130581061, walGroup=e14ef07817f4%2C37767%2C1732130581061, offset=e14ef07817f4%2C37767%2C1732130581061.1732130582483:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:37767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:23:26,071 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:23:26,072 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:23:26,072 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:23:26,072 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:23:26,072 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:23:26,072 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 661132664 }, "NonHeapMemoryUsage": { "committed": 194445312, "init": 7667712, "max": -1, "used": 191613232 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:23:26,072 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:39381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:39381 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:23:26,166 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a048180bc382d09605306e79058ed1, eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:26,273 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 1161, reset compression=false 2024-11-20T19:23:26,366 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19a048180bc382d09605306e79058ed1, eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:26,436 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/norep/b6e3304f74ac4bf9a115b50bfc268c6b 2024-11-20T19:23:26,436 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/rep_barrier/5bca39376eff42c9ad9a8025bb980ad9 2024-11-20T19:23:26,439 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6e3304f74ac4bf9a115b50bfc268c6b 2024-11-20T19:23:26,440 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/f/88691fb4380249b18f9e9db24e428be1 as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/f/88691fb4380249b18f9e9db24e428be1 2024-11-20T19:23:26,443 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88691fb4380249b18f9e9db24e428be1 2024-11-20T19:23:26,443 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/f/88691fb4380249b18f9e9db24e428be1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T19:23:26,444 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/f1/de02de07186b40f6a14c09aca532a71e as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/f1/de02de07186b40f6a14c09aca532a71e 2024-11-20T19:23:26,448 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de02de07186b40f6a14c09aca532a71e 2024-11-20T19:23:26,448 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/f1/de02de07186b40f6a14c09aca532a71e, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T19:23:26,448 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/.tmp/norep/b6e3304f74ac4bf9a115b50bfc268c6b as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/norep/b6e3304f74ac4bf9a115b50bfc268c6b 2024-11-20T19:23:26,452 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6e3304f74ac4bf9a115b50bfc268c6b 2024-11-20T19:23:26,452 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/norep/b6e3304f74ac4bf9a115b50bfc268c6b, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T19:23:26,453 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 19a048180bc382d09605306e79058ed1 in 1288ms, sequenceid=8, compaction requested=false 2024-11-20T19:23:26,453 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/table/8fbf003fa5b646a4979335da302f339b is 53, key is hbase:replication/table:state/1732130593753/Put/seqid=0 2024-11-20T19:23:26,453 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:23:26,464 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/default/test/19a048180bc382d09605306e79058ed1/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T19:23:26,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741846_1022 (size=5308) 2024-11-20T19:23:26,465 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:23:26,465 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:23:26,465 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:26,465 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19a048180bc382d09605306e79058ed1: Waiting for close lock at 1732130605165Running coprocessor pre-close hooks at 1732130605165Disabling compacts and flushes for region at 1732130605165Disabling writes for close at 1732130605165Obtaining lock to block concurrent updates at 1732130605165Preparing flush snapshotting stores in 19a048180bc382d09605306e79058ed1 at 1732130605165Finished memstore snapshotting test,,1732130588249.19a048180bc382d09605306e79058ed1., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732130605165Flushing stores of test,,1732130588249.19a048180bc382d09605306e79058ed1. at 1732130605166 (+1 ms)Flushing 19a048180bc382d09605306e79058ed1/f: creating writer at 1732130605166Flushing 19a048180bc382d09605306e79058ed1/f: appending metadata at 1732130605183 (+17 ms)Flushing 19a048180bc382d09605306e79058ed1/f: closing flushed file at 1732130605183Flushing 19a048180bc382d09605306e79058ed1/f1: creating writer at 1732130605592 (+409 ms)Flushing 19a048180bc382d09605306e79058ed1/f1: appending metadata at 1732130605606 (+14 ms)Flushing 19a048180bc382d09605306e79058ed1/f1: closing flushed file at 1732130605606Flushing 19a048180bc382d09605306e79058ed1/norep: creating writer at 1732130606015 (+409 ms)Flushing 19a048180bc382d09605306e79058ed1/norep: appending metadata at 1732130606031 (+16 ms)Flushing 19a048180bc382d09605306e79058ed1/norep: closing flushed file at 1732130606031Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20310b23: reopening flushed file at 1732130606440 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ccc5a6b: reopening flushed file at 1732130606443 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23e22099: reopening flushed file at 1732130606448 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 19a048180bc382d09605306e79058ed1 in 1288ms, sequenceid=8, compaction requested=false at 1732130606453 (+5 ms)Writing region close event to WAL at 1732130606459 (+6 ms)Running coprocessor post-close hooks at 1732130606465 (+6 ms)Closed at 1732130606465 2024-11-20T19:23:26,465 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130588249.19a048180bc382d09605306e79058ed1. 2024-11-20T19:23:26,465 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaf6f9d28af43d06b4ee0868e86f7373, disabling compactions & flushes 2024-11-20T19:23:26,466 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:26,466 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:26,466 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. after waiting 0 ms 2024-11-20T19:23:26,466 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:26,466 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaf6f9d28af43d06b4ee0868e86f7373: Waiting for close lock at 1732130606465Running coprocessor pre-close hooks at 1732130606465Disabling compacts and flushes for region at 1732130606465Disabling writes for close at 1732130606466 (+1 ms)Failed flush hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373., putting online again at 1732130606466 2024-11-20T19:23:26,466 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:26,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:26,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:26,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:26,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:26,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:26,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:26,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:26,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:26,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:26,566 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:23:26,566 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eaf6f9d28af43d06b4ee0868e86f7373=hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373.} 2024-11-20T19:23:26,566 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(3091): Received CLOSE for eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:26,566 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eaf6f9d28af43d06b4ee0868e86f7373 2024-11-20T19:23:26,567 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eaf6f9d28af43d06b4ee0868e86f7373, disabling compactions & flushes 2024-11-20T19:23:26,567 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:26,567 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:26,567 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. after waiting 0 ms 2024-11-20T19:23:26,567 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:26,567 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eaf6f9d28af43d06b4ee0868e86f7373: Waiting for close lock at 1732130606567Running coprocessor pre-close hooks at 1732130606567Disabling compacts and flushes for region at 1732130606567Disabling writes for close at 1732130606567Failed flush hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373., putting online again at 1732130606567 2024-11-20T19:23:26,567 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732130592589.eaf6f9d28af43d06b4ee0868e86f7373. 2024-11-20T19:23:26,576 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 1161, reset compression=false 2024-11-20T19:23:26,581 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:26,581 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 1805, reset compression=false 2024-11-20T19:23:26,767 DEBUG [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:23:26,783 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/WALs/e14ef07817f4,37767,1732130581061/e14ef07817f4%2C37767%2C1732130581061.1732130582483 to pos 1805, reset compression=false 2024-11-20T19:23:26,865 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/table/8fbf003fa5b646a4979335da302f339b 2024-11-20T19:23:26,870 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/info/75136fa6e533418186873bb10128c527 as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/info/75136fa6e533418186873bb10128c527 2024-11-20T19:23:26,873 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/info/75136fa6e533418186873bb10128c527, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:23:26,874 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/ns/c2ba3f7f975c4126aba581c4d1c73ae9 as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/ns/c2ba3f7f975c4126aba581c4d1c73ae9 2024-11-20T19:23:26,877 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/ns/c2ba3f7f975c4126aba581c4d1c73ae9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:23:26,878 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/rep_barrier/5bca39376eff42c9ad9a8025bb980ad9 as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/rep_barrier/5bca39376eff42c9ad9a8025bb980ad9 2024-11-20T19:23:26,881 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/rep_barrier/5bca39376eff42c9ad9a8025bb980ad9, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:23:26,881 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/.tmp/table/8fbf003fa5b646a4979335da302f339b as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/table/8fbf003fa5b646a4979335da302f339b 2024-11-20T19:23:26,884 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/table/8fbf003fa5b646a4979335da302f339b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:23:26,885 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-20T19:23:26,885 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:23:26,889 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:23:26,889 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:23:26,889 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:23:26,889 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:26,889 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130605165Running coprocessor pre-close hooks at 1732130605165Disabling compacts and flushes for region at 1732130605165Disabling writes for close at 1732130605165Obtaining lock to block concurrent updates at 1732130605165Preparing flush snapshotting stores in 1588230740 at 1732130605165Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130605166 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732130605166Flushing 1588230740/info: creating writer at 1732130605166Flushing 1588230740/info: appending metadata at 1732130605183 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732130605183Flushing 1588230740/ns: creating writer at 1732130605592 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732130605611 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732130605611Flushing 1588230740/rep_barrier: creating writer at 1732130606018 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130606032 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130606032Flushing 1588230740/table: creating writer at 1732130606439 (+407 ms)Flushing 1588230740/table: appending metadata at 1732130606452 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732130606453 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12541855: reopening flushed file at 1732130606869 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@234671e1: reopening flushed file at 1732130606873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6752f970: reopening flushed file at 1732130606877 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@178e6f66: reopening flushed file at 1732130606881 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1732130606885 (+4 ms)Writing region close event to WAL at 1732130606887 (+2 ms)Running coprocessor post-close hooks at 1732130606889 (+2 ms)Closed at 1732130606889 2024-11-20T19:23:26,889 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:26,967 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T19:23:26,967 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,37767,1732130581061; all regions closed. 2024-11-20T19:23:26,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:23:26,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741839_1015 (size=1733) 2024-11-20T19:23:26,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741832_1008 (size=1813) 2024-11-20T19:23:26,973 DEBUG [RS:0;e14ef07817f4:37767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:26,973 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:23:26,973 INFO [RS:0;e14ef07817f4:37767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:23:26,973 INFO [RS:0;e14ef07817f4:37767 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:23:26,973 INFO [RS:0;e14ef07817f4:37767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:23:26,973 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:23:26,973 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,37767,1732130581061 because: Region server is closing 2024-11-20T19:23:26,973 INFO [RS:0;e14ef07817f4:37767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:37767. 2024-11-20T19:23:26,974 DEBUG [RS:0;e14ef07817f4:37767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:26,974 DEBUG [RS:0;e14ef07817f4:37767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:26,974 DEBUG [RS:0;e14ef07817f4:37767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:26,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:27,074 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.shippere14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 terminated 2024-11-20T19:23:27,074 INFO [RS:0;e14ef07817f4:37767 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:37767. 2024-11-20T19:23:27,074 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,37767,1732130581061.replicationSource.wal-reader.e14ef07817f4%2C37767%2C1732130581061,1-e14ef07817f4,37767,1732130581061 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:23:27,074 DEBUG [RS:0;e14ef07817f4:37767 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:27,074 DEBUG [RS:0;e14ef07817f4:37767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:27,074 DEBUG [RS:0;e14ef07817f4:37767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:27,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:27,074 INFO [RS:0;e14ef07817f4:37767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37767 2024-11-20T19:23:27,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681/rs 2024-11-20T19:23:27,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557516681/rs/e14ef07817f4,37767,1732130581061 2024-11-20T19:23:27,142 INFO [RS:0;e14ef07817f4:37767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:23:27,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,37767,1732130581061] 2024-11-20T19:23:27,163 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1557516681/draining/e14ef07817f4,37767,1732130581061 already deleted, retry=false 2024-11-20T19:23:27,163 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,37767,1732130581061 expired; onlineServers=0 2024-11-20T19:23:27,163 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,39381,1732130580904' ***** 2024-11-20T19:23:27,163 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:23:27,163 INFO [M:0;e14ef07817f4:39381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:23:27,163 INFO [M:0;e14ef07817f4:39381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:23:27,163 DEBUG [M:0;e14ef07817f4:39381 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:23:27,163 DEBUG [M:0;e14ef07817f4:39381 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:23:27,163 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:23:27,163 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130582288 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130582288,5,FailOnTimeoutGroup] 2024-11-20T19:23:27,163 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130582280 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130582280,5,FailOnTimeoutGroup] 2024-11-20T19:23:27,164 INFO [M:0;e14ef07817f4:39381 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:23:27,164 INFO [M:0;e14ef07817f4:39381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:23:27,164 DEBUG [M:0;e14ef07817f4:39381 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:23:27,164 INFO [M:0;e14ef07817f4:39381 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:23:27,164 INFO [M:0;e14ef07817f4:39381 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:23:27,164 INFO [M:0;e14ef07817f4:39381 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:23:27,164 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:23:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1557516681/master 2024-11-20T19:23:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1557516681 2024-11-20T19:23:27,174 DEBUG [M:0;e14ef07817f4:39381 {}] zookeeper.ZKUtil(347): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Unable to get data of znode /0-1557516681/master because node does not exist (not an error) 2024-11-20T19:23:27,174 WARN [M:0;e14ef07817f4:39381 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:23:27,175 INFO [M:0;e14ef07817f4:39381 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/.lastflushedseqids 2024-11-20T19:23:27,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741847_1023 (size=245) 2024-11-20T19:23:27,180 INFO [M:0;e14ef07817f4:39381 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:23:27,180 INFO [M:0;e14ef07817f4:39381 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:23:27,181 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:23:27,181 INFO [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:27,181 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:27,181 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:23:27,181 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:27,181 INFO [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T19:23:27,200 DEBUG [M:0;e14ef07817f4:39381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72b2ab62530a42f8bcf4d87a62aef540 is 82, key is hbase:meta,,1/info:regioninfo/1732130583542/Put/seqid=0 2024-11-20T19:23:27,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741848_1024 (size=5672) 2024-11-20T19:23:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:23:27,253 INFO [RS:0;e14ef07817f4:37767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:23:27,253 INFO [RS:0;e14ef07817f4:37767 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,37767,1732130581061; zookeeper connection closed. 2024-11-20T19:23:27,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37767-0x10159b31c300001, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:23:27,253 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72f89103 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72f89103 2024-11-20T19:23:27,253 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:23:27,604 INFO [M:0;e14ef07817f4:39381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72b2ab62530a42f8bcf4d87a62aef540 2024-11-20T19:23:27,623 DEBUG [M:0;e14ef07817f4:39381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/199ddf8df91a41e0bd504bf2c0b78858 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732130593756/Put/seqid=0 2024-11-20T19:23:27,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741849_1025 (size=8515) 2024-11-20T19:23:28,027 INFO [M:0;e14ef07817f4:39381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/199ddf8df91a41e0bd504bf2c0b78858 2024-11-20T19:23:28,043 DEBUG [M:0;e14ef07817f4:39381 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7e83b56307a4e38ae5cd0188dea1883 is 69, key is e14ef07817f4,37767,1732130581061/rs:state/1732130582333/Put/seqid=0 2024-11-20T19:23:28,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741850_1026 (size=5156) 2024-11-20T19:23:28,447 INFO [M:0;e14ef07817f4:39381 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7e83b56307a4e38ae5cd0188dea1883 2024-11-20T19:23:28,450 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/72b2ab62530a42f8bcf4d87a62aef540 as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72b2ab62530a42f8bcf4d87a62aef540 2024-11-20T19:23:28,454 INFO [M:0;e14ef07817f4:39381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/72b2ab62530a42f8bcf4d87a62aef540, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T19:23:28,455 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/199ddf8df91a41e0bd504bf2c0b78858 as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/199ddf8df91a41e0bd504bf2c0b78858 2024-11-20T19:23:28,459 INFO [M:0;e14ef07817f4:39381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/199ddf8df91a41e0bd504bf2c0b78858, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T19:23:28,460 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d7e83b56307a4e38ae5cd0188dea1883 as hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7e83b56307a4e38ae5cd0188dea1883 2024-11-20T19:23:28,463 INFO [M:0;e14ef07817f4:39381 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38243/user/jenkins/test-data/1177a1cd-5c22-bf5f-e0df-1ea7ab14d7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d7e83b56307a4e38ae5cd0188dea1883, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T19:23:28,464 INFO [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-20T19:23:28,465 INFO [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:28,465 DEBUG [M:0;e14ef07817f4:39381 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130607181Disabling compacts and flushes for region at 1732130607181Disabling writes for close at 1732130607181Obtaining lock to block concurrent updates at 1732130607181Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130607181Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732130607181Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130607182 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130607182Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130607199 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130607199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130607607 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130607623 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130607623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130608030 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130608042 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130608042Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@557e7921: reopening flushed file at 1732130608450 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f9047ea: reopening flushed file at 1732130608454 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@293bd69: reopening flushed file at 1732130608459 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1732130608464 (+5 ms)Writing region close event to WAL at 1732130608465 (+1 ms)Closed at 1732130608465 2024-11-20T19:23:28,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45411 is added to blk_1073741830_1006 (size=63642) 2024-11-20T19:23:28,468 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:23:28,468 INFO [M:0;e14ef07817f4:39381 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:23:28,468 INFO [M:0;e14ef07817f4:39381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39381 2024-11-20T19:23:28,468 INFO [M:0;e14ef07817f4:39381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:23:28,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:23:28,589 INFO [M:0;e14ef07817f4:39381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:23:28,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39381-0x10159b31c300000, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:23:28,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3166a7ed{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:23:28,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@365e3bda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:23:28,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:23:28,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28b60453{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:23:28,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@158078f5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.log.dir/,STOPPED} 2024-11-20T19:23:28,621 WARN [BP-264024293-172.17.0.3-1732130578584 heartbeating to localhost/127.0.0.1:38243 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:23:28,621 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:23:28,621 WARN [BP-264024293-172.17.0.3-1732130578584 heartbeating to localhost/127.0.0.1:38243 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-264024293-172.17.0.3-1732130578584 (Datanode Uuid fa60542e-dae6-4665-a6ed-2b5e396a489d) service to localhost/127.0.0.1:38243 2024-11-20T19:23:28,621 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:23:28,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/cluster_c5befefc-9a9e-443d-ea03-086a361dbc68/data/data1/current/BP-264024293-172.17.0.3-1732130578584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:23:28,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/cluster_c5befefc-9a9e-443d-ea03-086a361dbc68/data/data2/current/BP-264024293-172.17.0.3-1732130578584 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:23:28,622 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:23:28,626 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@fe9afdd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:23:28,627 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f1f9ffb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:23:28,627 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:23:28,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ebacfaa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:23:28,627 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26bb5748{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec4a60c1-9a60-452e-b743-24445ed77644/hadoop.log.dir/,STOPPED} 2024-11-20T19:23:28,632 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:23:28,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:23:28,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 243) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64080) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45313 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64080) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38243 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:45313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:38243 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38243 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38243 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=655 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 294) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3992 (was 3520) - AvailableMemoryMB LEAK? - 2024-11-20T19:23:28,658 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=295, ProcessCount=11, AvailableMemoryMB=3992 2024-11-20T19:23:28,670 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T19:23:28,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.log.dir so I do NOT create it in target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff 2024-11-20T19:23:28,670 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:23:28,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.tmp.dir so I do NOT create it in target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff 2024-11-20T19:23:28,670 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3a789bd6-5229-4b3c-5359-22eb5972d68a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:23:28,670 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff 2024-11-20T19:23:28,670 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/cluster_07b6514d-93de-9da3-b9e7-10ea39fdebd9, deleteOnExit=true 2024-11-20T19:23:28,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/cluster_07b6514d-93de-9da3-b9e7-10ea39fdebd9/zookeeper_0, clientPort=54016, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/cluster_07b6514d-93de-9da3-b9e7-10ea39fdebd9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/cluster_07b6514d-93de-9da3-b9e7-10ea39fdebd9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:23:28,673 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54016 2024-11-20T19:23:28,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:23:28,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:23:28,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/test.cache.data in system properties and HBase conf 2024-11-20T19:23:28,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:23:28,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:23:28,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:23:28,674 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:23:28,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:23:28,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159b31c300002, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:23:28,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159b31c300005, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:23:28,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159b31c300002, quorum=127.0.0.1:64080, baseZNode=/0-1557516681 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:23:28,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159b31c300005, quorum=127.0.0.1:64080, baseZNode=/11765286262 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:23:29,008 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:29,011 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:23:29,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:23:29,014 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:23:29,014 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:23:29,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:29,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583fd1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:23:29,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41b8fb77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:23:29,109 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8de99e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/java.io.tmpdir/jetty-localhost-41219-hadoop-hdfs-3_4_1-tests_jar-_-any-11378575310928823484/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:23:29,110 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31be7e2b{HTTP/1.1, (http/1.1)}{localhost:41219} 2024-11-20T19:23:29,110 INFO [Time-limited test {}] server.Server(415): Started @236493ms 2024-11-20T19:23:29,351 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:29,354 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:23:29,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:23:29,356 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:23:29,356 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:23:29,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4af64b53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:23:29,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694154b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:23:29,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:23:29,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:23:29,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:23:29,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:23:29,450 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1062918b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/java.io.tmpdir/jetty-localhost-42331-hadoop-hdfs-3_4_1-tests_jar-_-any-12590070065669351160/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:23:29,450 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f52b192{HTTP/1.1, (http/1.1)}{localhost:42331} 2024-11-20T19:23:29,450 INFO [Time-limited test {}] server.Server(415): Started @236833ms 2024-11-20T19:23:29,451 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:23:30,117 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/cluster_07b6514d-93de-9da3-b9e7-10ea39fdebd9/data/data2/current/BP-1570987657-172.17.0.3-1732130608688/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:30,117 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/cluster_07b6514d-93de-9da3-b9e7-10ea39fdebd9/data/data1/current/BP-1570987657-172.17.0.3-1732130608688/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:30,134 WARN [Thread-2653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:23:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95779ce1ae4c3ebe with lease ID 0xab8dfbf0e2b8a094: Processing first storage report for DS-7d87b625-9f26-40f3-a748-24d89240402d from datanode DatanodeRegistration(127.0.0.1:43923, datanodeUuid=2c98d684-a5a3-49fc-bac8-8a42e17b2c0e, infoPort=46335, infoSecurePort=0, ipcPort=33941, storageInfo=lv=-57;cid=testClusterID;nsid=1928057045;c=1732130608688) 2024-11-20T19:23:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95779ce1ae4c3ebe with lease ID 0xab8dfbf0e2b8a094: from storage DS-7d87b625-9f26-40f3-a748-24d89240402d node DatanodeRegistration(127.0.0.1:43923, datanodeUuid=2c98d684-a5a3-49fc-bac8-8a42e17b2c0e, infoPort=46335, infoSecurePort=0, ipcPort=33941, storageInfo=lv=-57;cid=testClusterID;nsid=1928057045;c=1732130608688), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95779ce1ae4c3ebe with lease ID 0xab8dfbf0e2b8a094: Processing first storage report for DS-b3f3d4f6-555b-4e0a-83d3-0ba69812421f from datanode DatanodeRegistration(127.0.0.1:43923, datanodeUuid=2c98d684-a5a3-49fc-bac8-8a42e17b2c0e, infoPort=46335, infoSecurePort=0, ipcPort=33941, storageInfo=lv=-57;cid=testClusterID;nsid=1928057045;c=1732130608688) 2024-11-20T19:23:30,136 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95779ce1ae4c3ebe with lease ID 0xab8dfbf0e2b8a094: from storage DS-b3f3d4f6-555b-4e0a-83d3-0ba69812421f node DatanodeRegistration(127.0.0.1:43923, datanodeUuid=2c98d684-a5a3-49fc-bac8-8a42e17b2c0e, infoPort=46335, infoSecurePort=0, ipcPort=33941, storageInfo=lv=-57;cid=testClusterID;nsid=1928057045;c=1732130608688), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:30,174 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff 2024-11-20T19:23:30,175 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:30,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:30,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:23:30,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5 with version=8 2024-11-20T19:23:30,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/hbase-staging 2024-11-20T19:23:30,585 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:30,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:30,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:30,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:30,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:30,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:30,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:23:30,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:30,586 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37219 2024-11-20T19:23:30,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37219 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:30,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372190x0, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:30,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37219-0x10159b391cb0000 connected 2024-11-20T19:23:30,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:30,775 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:30,777 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on znode that does not yet exist, /01076582306/running 2024-11-20T19:23:30,777 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5, hbase.cluster.distributed=false 2024-11-20T19:23:30,779 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on znode that does not yet exist, /01076582306/acl 2024-11-20T19:23:30,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-20T19:23:30,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37219 2024-11-20T19:23:30,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37219 2024-11-20T19:23:30,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-20T19:23:30,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37219 2024-11-20T19:23:30,794 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:30,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:30,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:30,795 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:30,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:30,795 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:30,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:23:30,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:30,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45601 2024-11-20T19:23:30,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45601 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:30,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:30,797 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:30,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456010x0, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:30,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456010x0, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on znode that does not yet exist, /01076582306/running 2024-11-20T19:23:30,813 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45601-0x10159b391cb0001 connected 2024-11-20T19:23:30,813 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:23:30,815 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:23:30,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on znode that does not yet exist, /01076582306/master 2024-11-20T19:23:30,816 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on znode that does not yet exist, /01076582306/acl 2024-11-20T19:23:30,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45601 2024-11-20T19:23:30,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45601 2024-11-20T19:23:30,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45601 2024-11-20T19:23:30,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45601 2024-11-20T19:23:30,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45601 2024-11-20T19:23:30,832 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:37219 2024-11-20T19:23:30,832 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01076582306/backup-masters/e14ef07817f4,37219,1732130610585 2024-11-20T19:23:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306/backup-masters 2024-11-20T19:23:30,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306/backup-masters 2024-11-20T19:23:30,844 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on existing znode=/01076582306/backup-masters/e14ef07817f4,37219,1732130610585 2024-11-20T19:23:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01076582306/master 2024-11-20T19:23:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:30,855 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on existing znode=/01076582306/master 2024-11-20T19:23:30,855 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01076582306/backup-masters/e14ef07817f4,37219,1732130610585 from backup master directory 2024-11-20T19:23:30,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01076582306/backup-masters/e14ef07817f4,37219,1732130610585 2024-11-20T19:23:30,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306/backup-masters 2024-11-20T19:23:30,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306/backup-masters 2024-11-20T19:23:30,865 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:30,865 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,37219,1732130610585 2024-11-20T19:23:30,868 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/hbase.id] with ID: 54250a14-1d0a-47d8-b8f3-4fd1342d68b7 2024-11-20T19:23:30,868 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/.tmp/hbase.id 2024-11-20T19:23:30,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:23:31,274 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/.tmp/hbase.id]:[hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/hbase.id] 2024-11-20T19:23:31,282 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:31,282 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:23:31,283 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:23:31,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:31,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:31,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:23:31,736 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:31,736 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:23:31,737 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:31,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:23:31,967 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:31,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:31,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:31,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:31,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:31,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:31,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:32,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:32,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:32,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:32,142 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store 2024-11-20T19:23:32,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:23:32,547 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:32,547 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:23:32,547 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:32,547 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:32,547 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:23:32,547 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:32,547 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:32,547 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130612547Disabling compacts and flushes for region at 1732130612547Disabling writes for close at 1732130612547Writing region close event to WAL at 1732130612547Closed at 1732130612547 2024-11-20T19:23:32,548 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/.initializing 2024-11-20T19:23:32,548 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/WALs/e14ef07817f4,37219,1732130610585 2024-11-20T19:23:32,548 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:32,549 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C37219%2C1732130610585, suffix=, logDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/WALs/e14ef07817f4,37219,1732130610585, archiveDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/oldWALs, maxLogs=10 2024-11-20T19:23:32,561 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/WALs/e14ef07817f4,37219,1732130610585/e14ef07817f4%2C37219%2C1732130610585.1732130612549, exclude list is [], retry=0 2024-11-20T19:23:32,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-7d87b625-9f26-40f3-a748-24d89240402d,DISK] 2024-11-20T19:23:32,564 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/WALs/e14ef07817f4,37219,1732130610585/e14ef07817f4%2C37219%2C1732130610585.1732130612549 2024-11-20T19:23:32,564 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46335:46335)] 2024-11-20T19:23:32,564 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:32,565 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:32,565 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,565 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:23:32,576 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:32,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:32,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:23:32,578 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:32,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:32,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:23:32,579 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:32,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:32,579 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:23:32,580 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:32,580 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:32,580 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,581 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,581 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,582 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,582 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,583 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:32,583 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:32,585 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:32,585 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69836567, jitterRate=0.040645942091941833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:32,586 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130612565Initializing all the Stores at 1732130612565Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130612565Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130612565Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130612566 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130612566Cleaning up temporary data from old regions at 1732130612582 (+16 ms)Region opened successfully at 1732130612586 (+4 ms) 2024-11-20T19:23:32,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:23:32,588 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ca62a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:32,589 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:23:32,589 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:23:32,589 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:23:32,589 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:23:32,590 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:23:32,590 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:23:32,590 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:23:32,591 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:23:32,592 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Unable to get data of znode /01076582306/balancer because node does not exist (not necessarily an error) 2024-11-20T19:23:32,657 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01076582306/balancer already deleted, retry=false 2024-11-20T19:23:32,658 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:23:32,658 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Unable to get data of znode /01076582306/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:23:32,668 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01076582306/normalizer already deleted, retry=false 2024-11-20T19:23:32,668 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:23:32,669 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Unable to get data of znode /01076582306/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:23:32,678 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01076582306/switch/split already deleted, retry=false 2024-11-20T19:23:32,679 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Unable to get data of znode /01076582306/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:23:32,689 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01076582306/switch/merge already deleted, retry=false 2024-11-20T19:23:32,691 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Unable to get data of znode /01076582306/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:23:32,699 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01076582306/snapshot-cleanup already deleted, retry=false 2024-11-20T19:23:32,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01076582306/running 2024-11-20T19:23:32,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01076582306/running 2024-11-20T19:23:32,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:32,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:32,710 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,37219,1732130610585, sessionid=0x10159b391cb0000, setting cluster-up flag (Was=false) 2024-11-20T19:23:32,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:32,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:32,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:32,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:32,750 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38360 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:32,763 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01076582306/flush-table-proc/acquired, /01076582306/flush-table-proc/reached, /01076582306/flush-table-proc/abort 2024-11-20T19:23:32,764 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,37219,1732130610585 2024-11-20T19:23:32,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:32,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:32,815 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01076582306/online-snapshot/acquired, /01076582306/online-snapshot/reached, /01076582306/online-snapshot/abort 2024-11-20T19:23:32,816 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,37219,1732130610585 2024-11-20T19:23:32,817 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:23:32,818 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:32,818 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:23:32,818 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:23:32,818 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,37219,1732130610585 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:23:32,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:32,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:32,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:32,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:32,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:23:32,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:32,819 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,820 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130642820 2024-11-20T19:23:32,820 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:23:32,820 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:23:32,820 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:32,820 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:23:32,820 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:23:32,820 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:23:32,820 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:23:32,820 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:23:32,820 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,821 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:23:32,821 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:23:32,821 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:23:32,821 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:32,821 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:23:32,821 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:23:32,821 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:23:32,821 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:23:32,822 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130612821,5,FailOnTimeoutGroup] 2024-11-20T19:23:32,822 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130612822,5,FailOnTimeoutGroup] 2024-11-20T19:23:32,822 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,822 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:23:32,822 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,822 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,825 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(746): ClusterId : 54250a14-1d0a-47d8-b8f3-4fd1342d68b7 2024-11-20T19:23:32,825 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:23:32,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:23:32,837 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:23:32,837 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:23:32,847 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:23:32,847 DEBUG [RS:0;e14ef07817f4:45601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f1b050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:32,858 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:45601 2024-11-20T19:23:32,859 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:23:32,859 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:23:32,859 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:23:32,859 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,37219,1732130610585 with port=45601, startcode=1732130610794 2024-11-20T19:23:32,859 DEBUG [RS:0;e14ef07817f4:45601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:23:32,861 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47275, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:23:32,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37219 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,45601,1732130610794 2024-11-20T19:23:32,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37219 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,45601,1732130610794 2024-11-20T19:23:32,862 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5 2024-11-20T19:23:32,862 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39065 2024-11-20T19:23:32,862 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:23:32,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306/rs 2024-11-20T19:23:32,868 DEBUG [RS:0;e14ef07817f4:45601 {}] zookeeper.ZKUtil(111): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on existing znode=/01076582306/rs/e14ef07817f4,45601,1732130610794 2024-11-20T19:23:32,868 WARN [RS:0;e14ef07817f4:45601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:32,868 INFO [RS:0;e14ef07817f4:45601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:32,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,45601,1732130610794] 2024-11-20T19:23:32,869 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794 2024-11-20T19:23:32,871 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:23:32,873 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:23:32,873 INFO [RS:0;e14ef07817f4:45601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:23:32,873 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,873 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:23:32,874 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:23:32,874 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,874 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,875 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:32,875 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:32,875 DEBUG [RS:0;e14ef07817f4:45601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:32,876 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,876 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,876 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,876 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,876 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,876 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,45601,1732130610794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:32,893 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:23:32,893 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,45601,1732130610794-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,893 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,893 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.Replication(171): e14ef07817f4,45601,1732130610794 started 2024-11-20T19:23:32,907 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:32,907 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,45601,1732130610794, RpcServer on e14ef07817f4/172.17.0.3:45601, sessionid=0x10159b391cb0001 2024-11-20T19:23:32,907 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:23:32,907 DEBUG [RS:0;e14ef07817f4:45601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,45601,1732130610794 2024-11-20T19:23:32,907 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,45601,1732130610794' 2024-11-20T19:23:32,907 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01076582306/flush-table-proc/abort' 2024-11-20T19:23:32,908 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01076582306/flush-table-proc/acquired' 2024-11-20T19:23:32,908 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:23:32,908 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:23:32,908 DEBUG [RS:0;e14ef07817f4:45601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,45601,1732130610794 2024-11-20T19:23:32,908 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,45601,1732130610794' 2024-11-20T19:23:32,908 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01076582306/online-snapshot/abort' 2024-11-20T19:23:32,908 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01076582306/online-snapshot/acquired' 2024-11-20T19:23:32,909 DEBUG [RS:0;e14ef07817f4:45601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:23:32,909 INFO [RS:0;e14ef07817f4:45601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:23:32,909 INFO [RS:0;e14ef07817f4:45601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:23:33,009 INFO [RS:0;e14ef07817f4:45601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:33,010 INFO [RS:0;e14ef07817f4:45601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C45601%2C1732130610794, suffix=, logDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794, archiveDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/oldWALs, maxLogs=10 2024-11-20T19:23:33,022 DEBUG [RS:0;e14ef07817f4:45601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, exclude list is [], retry=0 2024-11-20T19:23:33,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-7d87b625-9f26-40f3-a748-24d89240402d,DISK] 2024-11-20T19:23:33,026 INFO [RS:0;e14ef07817f4:45601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 2024-11-20T19:23:33,026 DEBUG [RS:0;e14ef07817f4:45601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46335:46335)] 2024-11-20T19:23:33,230 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:23:33,230 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5 2024-11-20T19:23:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:23:33,635 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:33,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:33,637 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:33,637 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:33,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:33,637 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:33,638 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:33,638 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:33,638 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:33,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:33,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:33,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:33,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:33,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:33,640 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:33,640 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:33,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:33,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:33,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740 2024-11-20T19:23:33,641 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740 2024-11-20T19:23:33,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:33,642 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:33,643 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:33,643 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:33,645 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:33,645 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69064552, jitterRate=0.029142022132873535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:33,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130613635Initializing all the Stores at 1732130613636 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130613636Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130613636Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130613636Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130613636Cleaning up temporary data from old regions at 1732130613642 (+6 ms)Region opened successfully at 1732130613655 (+13 ms) 2024-11-20T19:23:33,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:23:33,655 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:23:33,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:23:33,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:23:33,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:23:33,656 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:33,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130613655Disabling compacts and flushes for region at 1732130613655Disabling writes for close at 1732130613655Writing region close event to WAL at 1732130613656 (+1 ms)Closed at 1732130613656 2024-11-20T19:23:33,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:33,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:23:33,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:23:33,658 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:33,658 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:23:33,808 DEBUG [e14ef07817f4:37219 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:23:33,809 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,45601,1732130610794 2024-11-20T19:23:33,810 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,45601,1732130610794, state=OPENING 2024-11-20T19:23:33,889 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:23:33,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:33,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:33,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01076582306/meta-region-server: CHANGED 2024-11-20T19:23:33,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:33,900 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01076582306/meta-region-server: CHANGED 2024-11-20T19:23:33,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,45601,1732130610794}] 2024-11-20T19:23:34,052 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:34,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50963, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:23:34,055 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:23:34,056 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:34,056 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:23:34,057 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C45601%2C1732130610794.meta, suffix=.meta, logDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794, archiveDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/oldWALs, maxLogs=10 2024-11-20T19:23:34,069 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.meta.1732130614057.meta, exclude list is [], retry=0 2024-11-20T19:23:34,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-7d87b625-9f26-40f3-a748-24d89240402d,DISK] 2024-11-20T19:23:34,072 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.meta.1732130614057.meta 2024-11-20T19:23:34,072 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46335:46335)] 2024-11-20T19:23:34,072 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:34,072 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:34,073 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:34,073 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:23:34,073 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:23:34,073 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:23:34,073 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:34,073 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:23:34,073 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:23:34,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:34,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:34,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:34,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:34,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:34,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:34,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:34,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:34,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:34,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:34,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:34,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:34,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:34,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:34,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:34,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:34,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:34,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740 2024-11-20T19:23:34,078 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740 2024-11-20T19:23:34,079 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:34,079 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:34,079 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:34,080 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:34,080 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67316011, jitterRate=0.0030867308378219604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:34,080 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:23:34,081 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130614073Writing region info on filesystem at 1732130614073Initializing all the Stores at 1732130614073Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130614073Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130614074 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130614074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130614074Cleaning up temporary data from old regions at 1732130614079 (+5 ms)Running coprocessor post-open hooks at 1732130614080 (+1 ms)Region opened successfully at 1732130614080 2024-11-20T19:23:34,081 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130614052 2024-11-20T19:23:34,083 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:23:34,083 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:23:34,083 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,45601,1732130610794 2024-11-20T19:23:34,084 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,45601,1732130610794, state=OPEN 2024-11-20T19:23:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01076582306/meta-region-server 2024-11-20T19:23:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01076582306/meta-region-server 2024-11-20T19:23:34,124 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,45601,1732130610794 2024-11-20T19:23:34,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01076582306/meta-region-server: CHANGED 2024-11-20T19:23:34,124 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01076582306/meta-region-server: CHANGED 2024-11-20T19:23:34,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:23:34,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,45601,1732130610794 in 224 msec 2024-11-20T19:23:34,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:23:34,127 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 469 msec 2024-11-20T19:23:34,128 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:34,128 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:23:34,129 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:34,129 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,45601,1732130610794, seqNum=-1] 2024-11-20T19:23:34,129 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:34,130 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:34,134 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3160 sec 2024-11-20T19:23:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130614134, completionTime=-1 2024-11-20T19:23:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:23:34,134 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:23:34,135 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:23:34,135 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130674135 2024-11-20T19:23:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130734136 2024-11-20T19:23:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:23:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37219,1732130610585-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37219,1732130610585-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37219,1732130610585-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:37219, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:34,138 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:23:34,139 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.274sec 2024-11-20T19:23:34,139 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:23:34,139 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:23:34,139 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:23:34,139 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:23:34,139 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:23:34,140 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37219,1732130610585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:34,140 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37219,1732130610585-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:23:34,141 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:23:34,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:23:34,141 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,37219,1732130610585-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:34,226 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d523b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:34,226 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37219,-1 for getting cluster id 2024-11-20T19:23:34,226 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:34,227 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54250a14-1d0a-47d8-b8f3-4fd1342d68b7' 2024-11-20T19:23:34,227 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54250a14-1d0a-47d8-b8f3-4fd1342d68b7" 2024-11-20T19:23:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69cb8b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37219,-1] 2024-11-20T19:23:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:34,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:34,229 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:34,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fcebd32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:34,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:34,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,45601,1732130610794, seqNum=-1] 2024-11-20T19:23:34,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:34,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:34,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,37219,1732130610585 2024-11-20T19:23:34,233 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:34,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:34,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b391cb0002 connected 2024-11-20T19:23:34,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.log.dir so I do NOT create it in target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6 2024-11-20T19:23:34,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:23:34,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.tmp.dir so I do NOT create it in target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6 2024-11-20T19:23:34,267 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:23:34,267 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6 2024-11-20T19:23:34,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:23:34,267 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/cluster_b6b73898-fd49-b13f-d442-eff15436cf49, deleteOnExit=true 2024-11-20T19:23:34,267 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/test.cache.data in system properties and HBase conf 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:23:34,268 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:23:34,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:23:34,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:23:34,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:34,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:23:34,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:23:34,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:23:34,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:23:34,600 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:34,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@470b8d1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:23:34,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d907930{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:23:34,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@598ad856{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/java.io.tmpdir/jetty-localhost-43551-hadoop-hdfs-3_4_1-tests_jar-_-any-9066471310439062685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:23:34,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5720561a{HTTP/1.1, (http/1.1)}{localhost:43551} 2024-11-20T19:23:34,700 INFO [Time-limited test {}] server.Server(415): Started @242083ms 2024-11-20T19:23:34,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:34,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:23:34,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:23:34,972 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:23:34,972 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:23:34,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f770ebb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:23:34,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a55a78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:23:35,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ab5754e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/java.io.tmpdir/jetty-localhost-40865-hadoop-hdfs-3_4_1-tests_jar-_-any-16051402768120056840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:23:35,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@798dd4c9{HTTP/1.1, (http/1.1)}{localhost:40865} 2024-11-20T19:23:35,072 INFO [Time-limited test {}] server.Server(415): Started @242455ms 2024-11-20T19:23:35,073 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:23:35,789 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/cluster_b6b73898-fd49-b13f-d442-eff15436cf49/data/data2/current/BP-46322207-172.17.0.3-1732130614286/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:35,789 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/cluster_b6b73898-fd49-b13f-d442-eff15436cf49/data/data1/current/BP-46322207-172.17.0.3-1732130614286/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:35,803 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:23:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37d4ebfa84a0da0e with lease ID 0x944c417e44611da0: Processing first storage report for DS-8f10ca16-2f25-4e5e-ace1-d84c5a6c45d7 from datanode DatanodeRegistration(127.0.0.1:35107, datanodeUuid=5edafb8a-2209-4bf7-bca3-402fca8a51a8, infoPort=43627, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=1762833874;c=1732130614286) 2024-11-20T19:23:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37d4ebfa84a0da0e with lease ID 0x944c417e44611da0: from storage DS-8f10ca16-2f25-4e5e-ace1-d84c5a6c45d7 node DatanodeRegistration(127.0.0.1:35107, datanodeUuid=5edafb8a-2209-4bf7-bca3-402fca8a51a8, infoPort=43627, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=1762833874;c=1732130614286), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x37d4ebfa84a0da0e with lease ID 0x944c417e44611da0: Processing first storage report for DS-99cf5dae-244e-46cb-9f21-d3040de68a83 from datanode DatanodeRegistration(127.0.0.1:35107, datanodeUuid=5edafb8a-2209-4bf7-bca3-402fca8a51a8, infoPort=43627, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=1762833874;c=1732130614286) 2024-11-20T19:23:35,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x37d4ebfa84a0da0e with lease ID 0x944c417e44611da0: from storage DS-99cf5dae-244e-46cb-9f21-d3040de68a83 node DatanodeRegistration(127.0.0.1:35107, datanodeUuid=5edafb8a-2209-4bf7-bca3-402fca8a51a8, infoPort=43627, infoSecurePort=0, ipcPort=43641, storageInfo=lv=-57;cid=testClusterID;nsid=1762833874;c=1732130614286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:35,894 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6 2024-11-20T19:23:35,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:35,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:35,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:23:36,301 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817 with version=8 2024-11-20T19:23:36,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/hbase-staging 2024-11-20T19:23:36,303 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:36,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:36,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:36,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:36,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:36,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:36,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:23:36,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:36,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39383 2024-11-20T19:23:36,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39383 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:36,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:393830x0, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:36,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39383-0x10159b391cb0003 connected 2024-11-20T19:23:36,426 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:36,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:36,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on znode that does not yet exist, /1480961817/running 2024-11-20T19:23:36,428 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817, hbase.cluster.distributed=false 2024-11-20T19:23:36,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on znode that does not yet exist, /1480961817/acl 2024-11-20T19:23:36,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-20T19:23:36,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39383 2024-11-20T19:23:36,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39383 2024-11-20T19:23:36,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-20T19:23:36,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39383 2024-11-20T19:23:36,443 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:36,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:36,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:36,443 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:36,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:36,443 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:36,443 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:23:36,444 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:36,444 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35365 2024-11-20T19:23:36,445 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35365 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:36,445 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:36,446 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:36,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353650x0, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:36,457 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353650x0, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on znode that does not yet exist, /1480961817/running 2024-11-20T19:23:36,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35365-0x10159b391cb0004 connected 2024-11-20T19:23:36,458 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:23:36,458 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:23:36,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on znode that does not yet exist, /1480961817/master 2024-11-20T19:23:36,459 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on znode that does not yet exist, /1480961817/acl 2024-11-20T19:23:36,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-20T19:23:36,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35365 2024-11-20T19:23:36,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35365 2024-11-20T19:23:36,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-20T19:23:36,464 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35365 2024-11-20T19:23:36,474 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:39383 2024-11-20T19:23:36,475 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1480961817/backup-masters/e14ef07817f4,39383,1732130616303 2024-11-20T19:23:36,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817/backup-masters 2024-11-20T19:23:36,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817/backup-masters 2024-11-20T19:23:36,486 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on existing znode=/1480961817/backup-masters/e14ef07817f4,39383,1732130616303 2024-11-20T19:23:36,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1480961817/master 2024-11-20T19:23:36,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:36,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:36,497 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on existing znode=/1480961817/master 2024-11-20T19:23:36,497 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1480961817/backup-masters/e14ef07817f4,39383,1732130616303 from backup master directory 2024-11-20T19:23:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480961817/backup-masters/e14ef07817f4,39383,1732130616303 2024-11-20T19:23:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817/backup-masters 2024-11-20T19:23:36,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817/backup-masters 2024-11-20T19:23:36,507 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:36,507 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,39383,1732130616303 2024-11-20T19:23:36,509 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/hbase.id] with ID: 44ef6e55-59fd-4180-986b-953cc81a9000 2024-11-20T19:23:36,510 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/.tmp/hbase.id 2024-11-20T19:23:36,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:23:36,916 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/.tmp/hbase.id]:[hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/hbase.id] 2024-11-20T19:23:36,922 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:36,922 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:23:36,923 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:23:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:36,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:23:37,377 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:37,378 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:23:37,378 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:23:37,783 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store 2024-11-20T19:23:37,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:23:38,188 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:38,189 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:23:38,189 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:38,189 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:38,189 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:23:38,189 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:38,189 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:38,189 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130618189Disabling compacts and flushes for region at 1732130618189Disabling writes for close at 1732130618189Writing region close event to WAL at 1732130618189Closed at 1732130618189 2024-11-20T19:23:38,189 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/.initializing 2024-11-20T19:23:38,190 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/WALs/e14ef07817f4,39383,1732130616303 2024-11-20T19:23:38,190 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:38,192 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C39383%2C1732130616303, suffix=, logDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/WALs/e14ef07817f4,39383,1732130616303, archiveDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/oldWALs, maxLogs=10 2024-11-20T19:23:38,204 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/WALs/e14ef07817f4,39383,1732130616303/e14ef07817f4%2C39383%2C1732130616303.1732130618192, exclude list is [], retry=0 2024-11-20T19:23:38,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35107,DS-8f10ca16-2f25-4e5e-ace1-d84c5a6c45d7,DISK] 2024-11-20T19:23:38,207 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/WALs/e14ef07817f4,39383,1732130616303/e14ef07817f4%2C39383%2C1732130616303.1732130618192 2024-11-20T19:23:38,207 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43627:43627)] 2024-11-20T19:23:38,207 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:38,207 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:38,207 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,207 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:23:38,209 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:38,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:38,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:23:38,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:38,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:38,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:23:38,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:38,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:38,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:23:38,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:38,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:38,212 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,214 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,214 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,214 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:38,214 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:38,216 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:38,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61827455, jitterRate=-0.07869912683963776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:38,216 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130618207Initializing all the Stores at 1732130618208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130618208Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130618208Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130618208Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130618208Cleaning up temporary data from old regions at 1732130618214 (+6 ms)Region opened successfully at 1732130618216 (+2 ms) 2024-11-20T19:23:38,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:23:38,218 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cff4760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:38,218 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:23:38,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:23:38,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:23:38,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:23:38,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:23:38,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:23:38,219 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:23:38,220 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:23:38,221 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Unable to get data of znode /1480961817/balancer because node does not exist (not necessarily an error) 2024-11-20T19:23:38,309 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480961817/balancer already deleted, retry=false 2024-11-20T19:23:38,310 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:23:38,311 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Unable to get data of znode /1480961817/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:23:38,320 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480961817/normalizer already deleted, retry=false 2024-11-20T19:23:38,320 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:23:38,321 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Unable to get data of znode /1480961817/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:23:38,330 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480961817/switch/split already deleted, retry=false 2024-11-20T19:23:38,331 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Unable to get data of znode /1480961817/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:23:38,341 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480961817/switch/merge already deleted, retry=false 2024-11-20T19:23:38,342 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Unable to get data of znode /1480961817/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:23:38,352 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1480961817/snapshot-cleanup already deleted, retry=false 2024-11-20T19:23:38,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1480961817/running 2024-11-20T19:23:38,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1480961817/running 2024-11-20T19:23:38,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:38,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:38,362 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,39383,1732130616303, sessionid=0x10159b391cb0003, setting cluster-up flag (Was=false) 2024-11-20T19:23:38,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:38,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:38,415 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1480961817/flush-table-proc/acquired, /1480961817/flush-table-proc/reached, /1480961817/flush-table-proc/abort 2024-11-20T19:23:38,415 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,39383,1732130616303 2024-11-20T19:23:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:38,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:38,467 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1480961817/online-snapshot/acquired, /1480961817/online-snapshot/reached, /1480961817/online-snapshot/abort 2024-11-20T19:23:38,468 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,39383,1732130616303 2024-11-20T19:23:38,469 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:23:38,470 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:38,471 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:23:38,471 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:23:38,471 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,39383,1732130616303 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:23:38,472 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:38,472 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:38,472 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:38,472 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:38,472 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:23:38,472 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,472 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:38,472 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,473 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130648473 2024-11-20T19:23:38,473 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:23:38,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:38,474 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:23:38,474 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:23:38,474 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:23:38,474 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:23:38,474 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:23:38,474 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:23:38,474 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,474 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:38,474 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:23:38,474 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:23:38,475 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:23:38,475 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:23:38,475 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:23:38,475 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:23:38,475 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:23:38,476 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130618476,5,FailOnTimeoutGroup] 2024-11-20T19:23:38,476 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130618476,5,FailOnTimeoutGroup] 2024-11-20T19:23:38,476 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,476 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:23:38,476 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,476 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:23:38,567 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(746): ClusterId : 44ef6e55-59fd-4180-986b-953cc81a9000 2024-11-20T19:23:38,567 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:23:38,573 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:23:38,573 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:23:38,584 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:23:38,584 DEBUG [RS:0;e14ef07817f4:35365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301fc174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:38,595 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:35365 2024-11-20T19:23:38,595 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:23:38,595 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:23:38,595 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:23:38,595 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,39383,1732130616303 with port=35365, startcode=1732130616443 2024-11-20T19:23:38,595 DEBUG [RS:0;e14ef07817f4:35365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:23:38,596 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:23:38,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,35365,1732130616443 2024-11-20T19:23:38,597 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39383 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,35365,1732130616443 2024-11-20T19:23:38,598 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817 2024-11-20T19:23:38,598 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36511 2024-11-20T19:23:38,598 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:23:38,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817/rs 2024-11-20T19:23:38,605 DEBUG [RS:0;e14ef07817f4:35365 {}] zookeeper.ZKUtil(111): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on existing znode=/1480961817/rs/e14ef07817f4,35365,1732130616443 2024-11-20T19:23:38,605 WARN [RS:0;e14ef07817f4:35365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:38,605 INFO [RS:0;e14ef07817f4:35365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:38,605 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443 2024-11-20T19:23:38,605 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,35365,1732130616443] 2024-11-20T19:23:38,607 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:23:38,608 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:23:38,609 INFO [RS:0;e14ef07817f4:35365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:23:38,609 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,609 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:23:38,609 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:23:38,610 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:38,610 DEBUG [RS:0;e14ef07817f4:35365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:38,610 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,610 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,610 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,610 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,610 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,610 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35365,1732130616443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:38,622 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:23:38,623 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35365,1732130616443-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,623 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,623 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.Replication(171): e14ef07817f4,35365,1732130616443 started 2024-11-20T19:23:38,634 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:38,634 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,35365,1732130616443, RpcServer on e14ef07817f4/172.17.0.3:35365, sessionid=0x10159b391cb0004 2024-11-20T19:23:38,634 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:23:38,634 DEBUG [RS:0;e14ef07817f4:35365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,35365,1732130616443 2024-11-20T19:23:38,634 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,35365,1732130616443' 2024-11-20T19:23:38,635 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1480961817/flush-table-proc/abort' 2024-11-20T19:23:38,635 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1480961817/flush-table-proc/acquired' 2024-11-20T19:23:38,635 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:23:38,635 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:23:38,635 DEBUG [RS:0;e14ef07817f4:35365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,35365,1732130616443 2024-11-20T19:23:38,635 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,35365,1732130616443' 2024-11-20T19:23:38,635 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1480961817/online-snapshot/abort' 2024-11-20T19:23:38,636 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1480961817/online-snapshot/acquired' 2024-11-20T19:23:38,636 DEBUG [RS:0;e14ef07817f4:35365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:23:38,636 INFO [RS:0;e14ef07817f4:35365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:23:38,636 INFO [RS:0;e14ef07817f4:35365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:23:38,736 INFO [RS:0;e14ef07817f4:35365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:38,737 INFO [RS:0;e14ef07817f4:35365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C35365%2C1732130616443, suffix=, logDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443, archiveDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/oldWALs, maxLogs=10 2024-11-20T19:23:38,749 DEBUG [RS:0;e14ef07817f4:35365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, exclude list is [], retry=0 2024-11-20T19:23:38,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35107,DS-8f10ca16-2f25-4e5e-ace1-d84c5a6c45d7,DISK] 2024-11-20T19:23:38,752 INFO [RS:0;e14ef07817f4:35365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 2024-11-20T19:23:38,753 DEBUG [RS:0;e14ef07817f4:35365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43627:43627)] 2024-11-20T19:23:38,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:23:38,885 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:23:38,885 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817 2024-11-20T19:23:38,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:23:39,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:39,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:39,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:39,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:39,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:39,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:39,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:39,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:39,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:39,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:39,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:39,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:39,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:39,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:39,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:39,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:39,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:39,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:39,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740 2024-11-20T19:23:39,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740 2024-11-20T19:23:39,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:39,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:39,300 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:39,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:39,302 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:39,303 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62302660, jitterRate=-0.07161802053451538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:39,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130619293Initializing all the Stores at 1732130619293Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130619293Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130619293Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130619293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130619293Cleaning up temporary data from old regions at 1732130619300 (+7 ms)Region opened successfully at 1732130619303 (+3 ms) 2024-11-20T19:23:39,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:23:39,303 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:23:39,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:23:39,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:23:39,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:23:39,303 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:39,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130619303Disabling compacts and flushes for region at 1732130619303Disabling writes for close at 1732130619303Writing region close event to WAL at 1732130619303Closed at 1732130619303 2024-11-20T19:23:39,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:39,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:23:39,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:23:39,305 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:39,306 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:23:39,456 DEBUG [e14ef07817f4:39383 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:23:39,457 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,35365,1732130616443 2024-11-20T19:23:39,457 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,35365,1732130616443, state=OPENING 2024-11-20T19:23:39,575 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:39,575 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:23:39,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:39,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:39,594 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:39,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1480961817/meta-region-server: CHANGED 2024-11-20T19:23:39,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,35365,1732130616443}] 2024-11-20T19:23:39,595 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1480961817/meta-region-server: CHANGED 2024-11-20T19:23:39,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,607 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:39,634 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:23:39,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:23:39,634 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:23:39,634 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:23:39,747 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:39,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:23:39,750 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:23:39,750 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:39,750 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:23:39,751 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C35365%2C1732130616443.meta, suffix=.meta, logDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443, archiveDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/oldWALs, maxLogs=10 2024-11-20T19:23:39,762 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.meta.1732130619751.meta, exclude list is [], retry=0 2024-11-20T19:23:39,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35107,DS-8f10ca16-2f25-4e5e-ace1-d84c5a6c45d7,DISK] 2024-11-20T19:23:39,766 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.meta.1732130619751.meta 2024-11-20T19:23:39,766 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43627:43627)] 2024-11-20T19:23:39,766 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:39,766 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:39,766 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:39,766 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:23:39,766 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:23:39,767 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:23:39,767 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:39,767 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:23:39,767 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:23:39,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:39,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:39,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:39,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:39,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:39,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:39,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:39,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:39,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:39,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:39,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:39,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:39,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:39,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:39,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:39,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:39,771 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:39,771 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740 2024-11-20T19:23:39,772 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740 2024-11-20T19:23:39,773 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:39,773 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:39,773 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:39,774 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:39,774 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61480080, jitterRate=-0.08387541770935059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:39,774 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:23:39,774 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130619767Writing region info on filesystem at 1732130619767Initializing all the Stores at 1732130619767Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130619767Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130619767Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130619767Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130619767Cleaning up temporary data from old regions at 1732130619773 (+6 ms)Running coprocessor post-open hooks at 1732130619774 (+1 ms)Region opened successfully at 1732130619774 2024-11-20T19:23:39,775 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130619746 2024-11-20T19:23:39,776 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:23:39,776 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:23:39,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,35365,1732130616443 2024-11-20T19:23:39,777 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,35365,1732130616443, state=OPEN 2024-11-20T19:23:39,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1480961817/meta-region-server 2024-11-20T19:23:39,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1480961817/meta-region-server 2024-11-20T19:23:39,783 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,35365,1732130616443 2024-11-20T19:23:39,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1480961817/meta-region-server: CHANGED 2024-11-20T19:23:39,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1480961817/meta-region-server: CHANGED 2024-11-20T19:23:39,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:23:39,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,35365,1732130616443 in 189 msec 2024-11-20T19:23:39,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:23:39,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-20T19:23:39,787 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:39,787 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:23:39,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:39,788 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,35365,1732130616443, seqNum=-1] 2024-11-20T19:23:39,788 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:39,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46323, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:39,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3220 sec 2024-11-20T19:23:39,793 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130619792, completionTime=-1 2024-11-20T19:23:39,793 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:23:39,793 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:23:39,794 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:23:39,794 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130679794 2024-11-20T19:23:39,794 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130739794 2024-11-20T19:23:39,794 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:23:39,794 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39383,1732130616303-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:39,795 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39383,1732130616303-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:39,795 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39383,1732130616303-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:39,795 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:39383, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:39,795 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:39,795 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:39,796 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:23:39,797 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.290sec 2024-11-20T19:23:39,797 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:23:39,797 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:23:39,797 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:23:39,797 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:23:39,797 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:23:39,797 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39383,1732130616303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:39,798 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39383,1732130616303-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:23:39,799 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:23:39,799 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:23:39,799 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39383,1732130616303-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:39,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6201dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:39,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39383,-1 for getting cluster id 2024-11-20T19:23:39,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:39,869 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44ef6e55-59fd-4180-986b-953cc81a9000' 2024-11-20T19:23:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44ef6e55-59fd-4180-986b-953cc81a9000" 2024-11-20T19:23:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b82a1b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:39,869 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39383,-1] 2024-11-20T19:23:39,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:39,870 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:39,870 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:39,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7900948e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:39,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:39,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,35365,1732130616443, seqNum=-1] 2024-11-20T19:23:39,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:39,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:39,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,39383,1732130616303 2024-11-20T19:23:39,874 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:39,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:39,886 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159b391cb0005 connected 2024-11-20T19:23:39,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.log.dir so I do NOT create it in target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c 2024-11-20T19:23:39,898 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:23:39,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.tmp.dir so I do NOT create it in target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c 2024-11-20T19:23:39,898 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:23:39,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c 2024-11-20T19:23:39,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:23:39,898 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/cluster_83ece45d-8533-3d41-6a4e-4f9392008de1, deleteOnExit=true 2024-11-20T19:23:39,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:23:39,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/test.cache.data in system properties and HBase conf 2024-11-20T19:23:39,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:23:39,899 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:23:39,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:23:40,239 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:40,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:23:40,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:23:40,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:23:40,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:23:40,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:40,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@427a4283{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:23:40,246 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67564ff7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:23:40,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7dbee246{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/java.io.tmpdir/jetty-localhost-41977-hadoop-hdfs-3_4_1-tests_jar-_-any-1319365242476612236/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:23:40,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37631bfe{HTTP/1.1, (http/1.1)}{localhost:41977} 2024-11-20T19:23:40,340 INFO [Time-limited test {}] server.Server(415): Started @247723ms 2024-11-20T19:23:40,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:23:40,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:23:40,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:23:40,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:23:40,609 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:23:40,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c4f67e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:23:40,609 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2811eb3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:23:40,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74285854{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/java.io.tmpdir/jetty-localhost-46181-hadoop-hdfs-3_4_1-tests_jar-_-any-296704438053634570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:23:40,713 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74c30093{HTTP/1.1, (http/1.1)}{localhost:46181} 2024-11-20T19:23:40,713 INFO [Time-limited test {}] server.Server(415): Started @248096ms 2024-11-20T19:23:40,714 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:23:41,601 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/cluster_83ece45d-8533-3d41-6a4e-4f9392008de1/data/data1/current/BP-754330674-172.17.0.3-1732130619913/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:41,602 WARN [Thread-2908 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/cluster_83ece45d-8533-3d41-6a4e-4f9392008de1/data/data2/current/BP-754330674-172.17.0.3-1732130619913/current, will proceed with Du for space computation calculation, 2024-11-20T19:23:41,622 WARN [Thread-2895 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:23:41,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde98700fb02b11c8 with lease ID 0xfc5ec0fce19c2f68: Processing first storage report for DS-8b7512d2-b417-45ec-aa13-a262582e95ca from datanode DatanodeRegistration(127.0.0.1:34223, datanodeUuid=fdbf9ce4-1286-44c6-92fb-d336952c8b8b, infoPort=34969, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=1582357883;c=1732130619913) 2024-11-20T19:23:41,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde98700fb02b11c8 with lease ID 0xfc5ec0fce19c2f68: from storage DS-8b7512d2-b417-45ec-aa13-a262582e95ca node DatanodeRegistration(127.0.0.1:34223, datanodeUuid=fdbf9ce4-1286-44c6-92fb-d336952c8b8b, infoPort=34969, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=1582357883;c=1732130619913), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:41,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde98700fb02b11c8 with lease ID 0xfc5ec0fce19c2f68: Processing first storage report for DS-5becfdae-4289-4939-85bb-8fbd7a121150 from datanode DatanodeRegistration(127.0.0.1:34223, datanodeUuid=fdbf9ce4-1286-44c6-92fb-d336952c8b8b, infoPort=34969, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=1582357883;c=1732130619913) 2024-11-20T19:23:41,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde98700fb02b11c8 with lease ID 0xfc5ec0fce19c2f68: from storage DS-5becfdae-4289-4939-85bb-8fbd7a121150 node DatanodeRegistration(127.0.0.1:34223, datanodeUuid=fdbf9ce4-1286-44c6-92fb-d336952c8b8b, infoPort=34969, infoSecurePort=0, ipcPort=35899, storageInfo=lv=-57;cid=testClusterID;nsid=1582357883;c=1732130619913), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:23:41,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c 2024-11-20T19:23:41,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:41,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:41,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:23:42,048 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985 with version=8 2024-11-20T19:23:42,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/hbase-staging 2024-11-20T19:23:42,049 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:42,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:42,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:42,049 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:42,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:42,049 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:42,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:23:42,050 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:42,050 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35029 2024-11-20T19:23:42,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35029 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:42,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350290x0, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:42,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35029-0x10159b391cb0006 connected 2024-11-20T19:23:42,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:42,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:42,175 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on znode that does not yet exist, /21120129266/running 2024-11-20T19:23:42,175 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985, hbase.cluster.distributed=false 2024-11-20T19:23:42,177 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on znode that does not yet exist, /21120129266/acl 2024-11-20T19:23:42,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-20T19:23:42,177 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35029 2024-11-20T19:23:42,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35029 2024-11-20T19:23:42,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-20T19:23:42,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35029 2024-11-20T19:23:42,195 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:23:42,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:42,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:42,195 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:23:42,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:23:42,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:23:42,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:23:42,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:23:42,196 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33837 2024-11-20T19:23:42,196 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33837 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:42,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:42,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:42,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338370x0, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:42,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338370x0, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on znode that does not yet exist, /21120129266/running 2024-11-20T19:23:42,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33837-0x10159b391cb0007 connected 2024-11-20T19:23:42,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:23:42,213 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:23:42,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on znode that does not yet exist, /21120129266/master 2024-11-20T19:23:42,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on znode that does not yet exist, /21120129266/acl 2024-11-20T19:23:42,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33837 2024-11-20T19:23:42,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33837 2024-11-20T19:23:42,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33837 2024-11-20T19:23:42,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33837 2024-11-20T19:23:42,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33837 2024-11-20T19:23:42,225 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:35029 2024-11-20T19:23:42,225 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21120129266/backup-masters/e14ef07817f4,35029,1732130622049 2024-11-20T19:23:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266/backup-masters 2024-11-20T19:23:42,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266/backup-masters 2024-11-20T19:23:42,236 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on existing znode=/21120129266/backup-masters/e14ef07817f4,35029,1732130622049 2024-11-20T19:23:42,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21120129266/master 2024-11-20T19:23:42,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:42,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:42,246 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on existing znode=/21120129266/master 2024-11-20T19:23:42,247 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21120129266/backup-masters/e14ef07817f4,35029,1732130622049 from backup master directory 2024-11-20T19:23:42,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21120129266/backup-masters/e14ef07817f4,35029,1732130622049 2024-11-20T19:23:42,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266/backup-masters 2024-11-20T19:23:42,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266/backup-masters 2024-11-20T19:23:42,257 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:42,257 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,35029,1732130622049 2024-11-20T19:23:42,259 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/hbase.id] with ID: 68b5bc60-056d-47b1-a6c2-b1b3a2b040ee 2024-11-20T19:23:42,259 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/.tmp/hbase.id 2024-11-20T19:23:42,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:23:42,663 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/.tmp/hbase.id]:[hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/hbase.id] 2024-11-20T19:23:42,671 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:23:42,671 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:23:42,672 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:23:42,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:42,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:23:42,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:42,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:42,761 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48370 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:23:43,125 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:43,126 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:23:43,126 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:43,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:23:43,531 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store 2024-11-20T19:23:43,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:23:43,936 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:43,936 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:23:43,936 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:43,936 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:43,936 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:23:43,936 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:43,936 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:23:43,937 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130623936Disabling compacts and flushes for region at 1732130623936Disabling writes for close at 1732130623936Writing region close event to WAL at 1732130623936Closed at 1732130623936 2024-11-20T19:23:43,937 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/.initializing 2024-11-20T19:23:43,937 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/WALs/e14ef07817f4,35029,1732130622049 2024-11-20T19:23:43,938 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:43,939 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C35029%2C1732130622049, suffix=, logDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/WALs/e14ef07817f4,35029,1732130622049, archiveDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/oldWALs, maxLogs=10 2024-11-20T19:23:43,951 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/WALs/e14ef07817f4,35029,1732130622049/e14ef07817f4%2C35029%2C1732130622049.1732130623939, exclude list is [], retry=0 2024-11-20T19:23:43,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34223,DS-8b7512d2-b417-45ec-aa13-a262582e95ca,DISK] 2024-11-20T19:23:43,954 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/WALs/e14ef07817f4,35029,1732130622049/e14ef07817f4%2C35029%2C1732130622049.1732130623939 2024-11-20T19:23:43,954 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34969:34969)] 2024-11-20T19:23:43,954 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:43,955 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:43,955 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,955 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:23:43,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:43,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:43,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:23:43,958 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:43,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:43,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:23:43,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:43,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:43,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:23:43,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:43,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:43,960 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,961 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,961 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,962 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,962 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,962 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:43,963 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:23:43,964 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:43,965 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72663680, jitterRate=0.08277320861816406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:43,965 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130623955Initializing all the Stores at 1732130623955Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130623955Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130623955Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130623955Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130623955Cleaning up temporary data from old regions at 1732130623962 (+7 ms)Region opened successfully at 1732130623965 (+3 ms) 2024-11-20T19:23:43,965 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:23:43,967 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34c68c5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:43,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:23:43,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:23:43,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:23:43,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:23:43,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:23:43,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:23:43,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:23:43,970 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:23:43,970 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Unable to get data of znode /21120129266/balancer because node does not exist (not necessarily an error) 2024-11-20T19:23:44,056 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21120129266/balancer already deleted, retry=false 2024-11-20T19:23:44,057 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:23:44,058 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Unable to get data of znode /21120129266/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:23:44,067 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21120129266/normalizer already deleted, retry=false 2024-11-20T19:23:44,067 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:23:44,068 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Unable to get data of znode /21120129266/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:23:44,077 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21120129266/switch/split already deleted, retry=false 2024-11-20T19:23:44,078 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Unable to get data of znode /21120129266/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:23:44,088 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21120129266/switch/merge already deleted, retry=false 2024-11-20T19:23:44,089 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Unable to get data of znode /21120129266/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:23:44,098 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21120129266/snapshot-cleanup already deleted, retry=false 2024-11-20T19:23:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21120129266/running 2024-11-20T19:23:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21120129266/running 2024-11-20T19:23:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:44,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:44,109 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,35029,1732130622049, sessionid=0x10159b391cb0006, setting cluster-up flag (Was=false) 2024-11-20T19:23:44,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:44,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:44,162 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21120129266/flush-table-proc/acquired, /21120129266/flush-table-proc/reached, /21120129266/flush-table-proc/abort 2024-11-20T19:23:44,163 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,35029,1732130622049 2024-11-20T19:23:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:44,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:44,214 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21120129266/online-snapshot/acquired, /21120129266/online-snapshot/reached, /21120129266/online-snapshot/abort 2024-11-20T19:23:44,215 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,35029,1732130622049 2024-11-20T19:23:44,216 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:23:44,217 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:44,217 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:23:44,217 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(746): ClusterId : 68b5bc60-056d-47b1-a6c2-b1b3a2b040ee 2024-11-20T19:23:44,217 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:23:44,217 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:23:44,217 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,35029,1732130622049 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:23:44,225 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:44,225 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:23:44,225 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:23:44,225 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:44,225 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:44,225 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:23:44,225 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:23:44,226 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,226 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:44,226 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130654226 2024-11-20T19:23:44,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:23:44,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:23:44,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:23:44,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:23:44,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:23:44,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:23:44,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:23:44,227 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:44,227 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:23:44,227 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130624227,5,FailOnTimeoutGroup] 2024-11-20T19:23:44,227 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130624227,5,FailOnTimeoutGroup] 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,227 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:44,227 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,228 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:23:44,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:23:44,236 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:23:44,237 DEBUG [RS:0;e14ef07817f4:33837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647052c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:23:44,255 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:33837 2024-11-20T19:23:44,255 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:23:44,255 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:23:44,255 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:23:44,255 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,35029,1732130622049 with port=33837, startcode=1732130622195 2024-11-20T19:23:44,255 DEBUG [RS:0;e14ef07817f4:33837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:23:44,257 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:23:44,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,33837,1732130622195 2024-11-20T19:23:44,257 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35029 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,33837,1732130622195 2024-11-20T19:23:44,258 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985 2024-11-20T19:23:44,258 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44639 2024-11-20T19:23:44,258 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:23:44,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266/rs 2024-11-20T19:23:44,325 DEBUG [RS:0;e14ef07817f4:33837 {}] zookeeper.ZKUtil(111): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on existing znode=/21120129266/rs/e14ef07817f4,33837,1732130622195 2024-11-20T19:23:44,325 WARN [RS:0;e14ef07817f4:33837 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:23:44,325 INFO [RS:0;e14ef07817f4:33837 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:44,325 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195 2024-11-20T19:23:44,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,33837,1732130622195] 2024-11-20T19:23:44,327 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:23:44,328 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:23:44,328 INFO [RS:0;e14ef07817f4:33837 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:23:44,329 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,329 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:23:44,329 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:23:44,329 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,329 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,329 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,329 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,329 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:44,330 DEBUG [RS:0;e14ef07817f4:33837 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:23:44,330 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,330 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,330 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,330 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,330 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,330 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33837,1732130622195-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:44,344 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:23:44,344 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33837,1732130622195-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,344 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,344 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.Replication(171): e14ef07817f4,33837,1732130622195 started 2024-11-20T19:23:44,357 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:44,357 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,33837,1732130622195, RpcServer on e14ef07817f4/172.17.0.3:33837, sessionid=0x10159b391cb0007 2024-11-20T19:23:44,357 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:23:44,357 DEBUG [RS:0;e14ef07817f4:33837 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,33837,1732130622195 2024-11-20T19:23:44,357 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,33837,1732130622195' 2024-11-20T19:23:44,357 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21120129266/flush-table-proc/abort' 2024-11-20T19:23:44,358 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21120129266/flush-table-proc/acquired' 2024-11-20T19:23:44,358 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:23:44,358 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:23:44,358 DEBUG [RS:0;e14ef07817f4:33837 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,33837,1732130622195 2024-11-20T19:23:44,358 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,33837,1732130622195' 2024-11-20T19:23:44,358 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21120129266/online-snapshot/abort' 2024-11-20T19:23:44,358 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21120129266/online-snapshot/acquired' 2024-11-20T19:23:44,359 DEBUG [RS:0;e14ef07817f4:33837 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:23:44,359 INFO [RS:0;e14ef07817f4:33837 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:23:44,359 INFO [RS:0;e14ef07817f4:33837 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:23:44,459 INFO [RS:0;e14ef07817f4:33837 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:23:44,460 INFO [RS:0;e14ef07817f4:33837 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33837%2C1732130622195, suffix=, logDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195, archiveDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/oldWALs, maxLogs=10 2024-11-20T19:23:44,472 DEBUG [RS:0;e14ef07817f4:33837 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, exclude list is [], retry=0 2024-11-20T19:23:44,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34223,DS-8b7512d2-b417-45ec-aa13-a262582e95ca,DISK] 2024-11-20T19:23:44,475 INFO [RS:0;e14ef07817f4:33837 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 2024-11-20T19:23:44,476 DEBUG [RS:0;e14ef07817f4:33837 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34969:34969)] 2024-11-20T19:23:44,637 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:23:44,637 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985 2024-11-20T19:23:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:23:45,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:45,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:45,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:45,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:45,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:45,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:45,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:45,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:45,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:45,046 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:45,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:45,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:45,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:45,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:45,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740 2024-11-20T19:23:45,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740 2024-11-20T19:23:45,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:45,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:45,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:45,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:45,051 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:45,051 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63923378, jitterRate=-0.047467440366744995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:45,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130625042Initializing all the Stores at 1732130625043 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130625043Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130625043Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130625043Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130625043Cleaning up temporary data from old regions at 1732130625049 (+6 ms)Region opened successfully at 1732130625051 (+2 ms) 2024-11-20T19:23:45,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:23:45,052 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:23:45,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:23:45,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:23:45,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:23:45,052 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:23:45,052 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130625051Disabling compacts and flushes for region at 1732130625052 (+1 ms)Disabling writes for close at 1732130625052Writing region close event to WAL at 1732130625052Closed at 1732130625052 2024-11-20T19:23:45,053 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:45,053 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:23:45,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:23:45,054 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:45,054 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:23:45,204 DEBUG [e14ef07817f4:35029 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:23:45,205 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,33837,1732130622195 2024-11-20T19:23:45,206 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33837,1732130622195, state=OPENING 2024-11-20T19:23:45,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:45,309 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:23:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:45,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:45,320 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:23:45,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,33837,1732130622195}] 2024-11-20T19:23:45,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21120129266/meta-region-server: CHANGED 2024-11-20T19:23:45,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21120129266/meta-region-server: CHANGED 2024-11-20T19:23:45,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:45,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:45,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:23:45,476 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:23:45,477 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:45,477 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:23:45,478 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33837%2C1732130622195.meta, suffix=.meta, logDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195, archiveDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/oldWALs, maxLogs=10 2024-11-20T19:23:45,490 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.meta.1732130625478.meta, exclude list is [], retry=0 2024-11-20T19:23:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34223,DS-8b7512d2-b417-45ec-aa13-a262582e95ca,DISK] 2024-11-20T19:23:45,493 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.meta.1732130625478.meta 2024-11-20T19:23:45,494 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34969:34969)] 2024-11-20T19:23:45,494 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:45,494 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:45,494 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:45,494 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:23:45,494 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:23:45,494 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:23:45,494 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:45,494 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:23:45,494 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:23:45,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:23:45,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:23:45,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:45,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:23:45,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:23:45,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:45,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:23:45,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:23:45,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:45,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:23:45,499 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:23:45,499 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:23:45,499 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:23:45,500 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740 2024-11-20T19:23:45,501 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740 2024-11-20T19:23:45,501 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:23:45,501 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:23:45,502 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:23:45,502 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:23:45,503 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61528514, jitterRate=-0.08315369486808777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:23:45,503 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:23:45,503 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130625494Writing region info on filesystem at 1732130625494Initializing all the Stores at 1732130625495 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130625495Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130625495Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130625495Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130625495Cleaning up temporary data from old regions at 1732130625501 (+6 ms)Running coprocessor post-open hooks at 1732130625503 (+2 ms)Region opened successfully at 1732130625503 2024-11-20T19:23:45,504 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130625472 2024-11-20T19:23:45,505 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:23:45,505 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:23:45,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,33837,1732130622195 2024-11-20T19:23:45,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33837,1732130622195, state=OPEN 2024-11-20T19:23:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21120129266/meta-region-server 2024-11-20T19:23:45,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21120129266/meta-region-server 2024-11-20T19:23:45,517 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,33837,1732130622195 2024-11-20T19:23:45,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21120129266/meta-region-server: CHANGED 2024-11-20T19:23:45,517 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21120129266/meta-region-server: CHANGED 2024-11-20T19:23:45,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:23:45,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,33837,1732130622195 in 197 msec 2024-11-20T19:23:45,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:23:45,520 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 466 msec 2024-11-20T19:23:45,520 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:23:45,520 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:23:45,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:45,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33837,1732130622195, seqNum=-1] 2024-11-20T19:23:45,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:45,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:45,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-20T19:23:45,526 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130625526, completionTime=-1 2024-11-20T19:23:45,526 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:23:45,526 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130685528 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130745528 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35029,1732130622049-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35029,1732130622049-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35029,1732130622049-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:35029, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:45,528 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:45,530 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:23:45,531 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.274sec 2024-11-20T19:23:45,531 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:23:45,531 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:23:45,531 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:23:45,532 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:23:45,532 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:23:45,532 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35029,1732130622049-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:23:45,532 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35029,1732130622049-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:23:45,533 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:23:45,533 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:23:45,533 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35029,1732130622049-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:23:45,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dcc9f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:45,618 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35029,-1 for getting cluster id 2024-11-20T19:23:45,618 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:45,619 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b5bc60-056d-47b1-a6c2-b1b3a2b040ee' 2024-11-20T19:23:45,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b5bc60-056d-47b1-a6c2-b1b3a2b040ee" 2024-11-20T19:23:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abe3654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35029,-1] 2024-11-20T19:23:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:45,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:45,621 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:45,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb003f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:45,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33837,1732130622195, seqNum=-1] 2024-11-20T19:23:45,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:45,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:45,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,35029,1732130622049 2024-11-20T19:23:45,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:54016 2024-11-20T19:23:45,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:23:45,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10159b391cb0008 connected 2024-11-20T19:23:45,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:45,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37219,1732130610585 2024-11-20T19:23:45,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38044961 2024-11-20T19:23:45,648 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:45,649 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:45,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:23:45,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:45,651 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:45,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:23:45,652 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:45,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:45,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:23:45,659 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 215db832ff7f7aae9372a806652763be, NAME => 'test,,1732130625649.215db832ff7f7aae9372a806652763be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5 2024-11-20T19:23:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:23:45,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:46,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130625649.215db832ff7f7aae9372a806652763be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:46,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 215db832ff7f7aae9372a806652763be, disabling compactions & flushes 2024-11-20T19:23:46,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:23:46,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:23:46,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130625649.215db832ff7f7aae9372a806652763be. after waiting 0 ms 2024-11-20T19:23:46,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:23:46,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:23:46,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 215db832ff7f7aae9372a806652763be: Waiting for close lock at 1732130626063Disabling compacts and flushes for region at 1732130626063Disabling writes for close at 1732130626063Writing region close event to WAL at 1732130626063Closed at 1732130626063 2024-11-20T19:23:46,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:46,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130625649.215db832ff7f7aae9372a806652763be.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130626064"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130626064"}]},"ts":"1732130626064"} 2024-11-20T19:23:46,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:46,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:46,067 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130626067"}]},"ts":"1732130626067"} 2024-11-20T19:23:46,069 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:23:46,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=215db832ff7f7aae9372a806652763be, ASSIGN}] 2024-11-20T19:23:46,070 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=215db832ff7f7aae9372a806652763be, ASSIGN 2024-11-20T19:23:46,071 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=215db832ff7f7aae9372a806652763be, ASSIGN; state=OFFLINE, location=e14ef07817f4,45601,1732130610794; forceNewPlan=false, retain=false 2024-11-20T19:23:46,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=215db832ff7f7aae9372a806652763be, regionState=OPENING, regionLocation=e14ef07817f4,45601,1732130610794 2024-11-20T19:23:46,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=215db832ff7f7aae9372a806652763be, ASSIGN because future has completed 2024-11-20T19:23:46,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 215db832ff7f7aae9372a806652763be, server=e14ef07817f4,45601,1732130610794}] 2024-11-20T19:23:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:46,378 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:23:46,378 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 215db832ff7f7aae9372a806652763be, NAME => 'test,,1732130625649.215db832ff7f7aae9372a806652763be.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:46,379 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:46,379 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:23:46,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130625649.215db832ff7f7aae9372a806652763be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:46,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,379 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,380 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,381 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215db832ff7f7aae9372a806652763be columnFamilyName f 2024-11-20T19:23:46,381 DEBUG [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:46,381 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] regionserver.HStore(327): Store=215db832ff7f7aae9372a806652763be/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:46,381 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,382 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215db832ff7f7aae9372a806652763be columnFamilyName f1 2024-11-20T19:23:46,382 DEBUG [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:46,382 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] regionserver.HStore(327): Store=215db832ff7f7aae9372a806652763be/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:46,382 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,383 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 215db832ff7f7aae9372a806652763be columnFamilyName norep 2024-11-20T19:23:46,383 DEBUG [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:46,383 INFO [StoreOpener-215db832ff7f7aae9372a806652763be-1 {}] regionserver.HStore(327): Store=215db832ff7f7aae9372a806652763be/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:46,383 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,383 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,384 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,384 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,384 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,385 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:46,385 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,387 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:46,387 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 215db832ff7f7aae9372a806652763be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68797532, jitterRate=0.025163114070892334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:46,387 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 215db832ff7f7aae9372a806652763be 2024-11-20T19:23:46,387 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 215db832ff7f7aae9372a806652763be: Running coprocessor pre-open hook at 1732130626379Writing region info on filesystem at 1732130626379Initializing all the Stores at 1732130626380 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130626380Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130626380Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130626380Cleaning up temporary data from old regions at 1732130626384 (+4 ms)Running coprocessor post-open hooks at 1732130626387 (+3 ms)Region opened successfully at 1732130626387 2024-11-20T19:23:46,388 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130625649.215db832ff7f7aae9372a806652763be., pid=6, masterSystemTime=1732130626375 2024-11-20T19:23:46,425 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:23:46,425 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:23:46,426 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=215db832ff7f7aae9372a806652763be, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,45601,1732130610794 2024-11-20T19:23:46,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 215db832ff7f7aae9372a806652763be, server=e14ef07817f4,45601,1732130610794 because future has completed 2024-11-20T19:23:46,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:23:46,429 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 215db832ff7f7aae9372a806652763be, server=e14ef07817f4,45601,1732130610794 in 205 msec 2024-11-20T19:23:46,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:23:46,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=215db832ff7f7aae9372a806652763be, ASSIGN in 360 msec 2024-11-20T19:23:46,431 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:46,431 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130626431"}]},"ts":"1732130626431"} 2024-11-20T19:23:46,433 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:23:46,434 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:46,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 784 msec 2024-11-20T19:23:46,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:46,793 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:23:46,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39383,1732130616303 2024-11-20T19:23:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31acbf9a 2024-11-20T19:23:46,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:46,794 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:46,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:46,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:23:46,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:46,796 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:46,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:23:46,797 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:46,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:23:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:47,203 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 23af404567cb49462c36be1e8f0d605b, NAME => 'test,,1732130626794.23af404567cb49462c36be1e8f0d605b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817 2024-11-20T19:23:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:23:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:47,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130626794.23af404567cb49462c36be1e8f0d605b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:47,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 23af404567cb49462c36be1e8f0d605b, disabling compactions & flushes 2024-11-20T19:23:47,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:23:47,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:23:47,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130626794.23af404567cb49462c36be1e8f0d605b. after waiting 0 ms 2024-11-20T19:23:47,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:23:47,607 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:23:47,607 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 23af404567cb49462c36be1e8f0d605b: Waiting for close lock at 1732130627607Disabling compacts and flushes for region at 1732130627607Disabling writes for close at 1732130627607Writing region close event to WAL at 1732130627607Closed at 1732130627607 2024-11-20T19:23:47,609 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:47,609 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130626794.23af404567cb49462c36be1e8f0d605b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130627609"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130627609"}]},"ts":"1732130627609"} 2024-11-20T19:23:47,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:47,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:47,611 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130627611"}]},"ts":"1732130627611"} 2024-11-20T19:23:47,613 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:23:47,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23af404567cb49462c36be1e8f0d605b, ASSIGN}] 2024-11-20T19:23:47,614 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=23af404567cb49462c36be1e8f0d605b, ASSIGN 2024-11-20T19:23:47,614 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=23af404567cb49462c36be1e8f0d605b, ASSIGN; state=OFFLINE, location=e14ef07817f4,35365,1732130616443; forceNewPlan=false, retain=false 2024-11-20T19:23:47,765 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23af404567cb49462c36be1e8f0d605b, regionState=OPENING, regionLocation=e14ef07817f4,35365,1732130616443 2024-11-20T19:23:47,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=23af404567cb49462c36be1e8f0d605b, ASSIGN because future has completed 2024-11-20T19:23:47,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23af404567cb49462c36be1e8f0d605b, server=e14ef07817f4,35365,1732130616443}] 2024-11-20T19:23:47,921 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:23:47,922 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 23af404567cb49462c36be1e8f0d605b, NAME => 'test,,1732130626794.23af404567cb49462c36be1e8f0d605b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:47,922 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:47,922 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:23:47,922 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,922 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130626794.23af404567cb49462c36be1e8f0d605b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:47,922 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,922 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,923 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,924 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23af404567cb49462c36be1e8f0d605b columnFamilyName f 2024-11-20T19:23:47,924 DEBUG [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:47,924 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] regionserver.HStore(327): Store=23af404567cb49462c36be1e8f0d605b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:47,924 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,925 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23af404567cb49462c36be1e8f0d605b columnFamilyName f1 2024-11-20T19:23:47,925 DEBUG [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:47,925 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] regionserver.HStore(327): Store=23af404567cb49462c36be1e8f0d605b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:47,925 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,926 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23af404567cb49462c36be1e8f0d605b columnFamilyName norep 2024-11-20T19:23:47,926 DEBUG [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:47,926 INFO [StoreOpener-23af404567cb49462c36be1e8f0d605b-1 {}] regionserver.HStore(327): Store=23af404567cb49462c36be1e8f0d605b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:47,926 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,927 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,927 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,927 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,927 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,928 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:47,928 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,929 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:47,930 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 23af404567cb49462c36be1e8f0d605b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70136305, jitterRate=0.04511238634586334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:47,930 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:23:47,930 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 23af404567cb49462c36be1e8f0d605b: Running coprocessor pre-open hook at 1732130627922Writing region info on filesystem at 1732130627922Initializing all the Stores at 1732130627923 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130627923Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130627923Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130627923Cleaning up temporary data from old regions at 1732130627927 (+4 ms)Running coprocessor post-open hooks at 1732130627930 (+3 ms)Region opened successfully at 1732130627930 2024-11-20T19:23:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:47,930 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130626794.23af404567cb49462c36be1e8f0d605b., pid=6, masterSystemTime=1732130627919 2024-11-20T19:23:47,932 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:23:47,932 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:23:47,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=23af404567cb49462c36be1e8f0d605b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,35365,1732130616443 2024-11-20T19:23:47,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23af404567cb49462c36be1e8f0d605b, server=e14ef07817f4,35365,1732130616443 because future has completed 2024-11-20T19:23:47,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:23:47,936 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 23af404567cb49462c36be1e8f0d605b, server=e14ef07817f4,35365,1732130616443 in 168 msec 2024-11-20T19:23:47,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:23:47,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=23af404567cb49462c36be1e8f0d605b, ASSIGN in 323 msec 2024-11-20T19:23:47,938 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:47,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130627938"}]},"ts":"1732130627938"} 2024-11-20T19:23:47,940 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:23:47,940 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:47,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1450 sec 2024-11-20T19:23:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:48,941 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:23:48,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35029,1732130622049 2024-11-20T19:23:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72dd6c5d 2024-11-20T19:23:48,942 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:48,943 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:48,943 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:23:48,945 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:48,946 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:48,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:23:48,946 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:48,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:23:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:49,352 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => da0dad7251a4c994b5a9e4bec05e566c, NAME => 'test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985 2024-11-20T19:23:49,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:23:49,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:23:49,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T19:23:49,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:23:49,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T19:23:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:49,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:49,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing da0dad7251a4c994b5a9e4bec05e566c, disabling compactions & flushes 2024-11-20T19:23:49,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:23:49,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:23:49,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. after waiting 0 ms 2024-11-20T19:23:49,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:23:49,810 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:23:49,810 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for da0dad7251a4c994b5a9e4bec05e566c: Waiting for close lock at 1732130629810Disabling compacts and flushes for region at 1732130629810Disabling writes for close at 1732130629810Writing region close event to WAL at 1732130629810Closed at 1732130629810 2024-11-20T19:23:49,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:49,812 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130629812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130629812"}]},"ts":"1732130629812"} 2024-11-20T19:23:49,814 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:49,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:49,815 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130629814"}]},"ts":"1732130629814"} 2024-11-20T19:23:49,816 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:23:49,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da0dad7251a4c994b5a9e4bec05e566c, ASSIGN}] 2024-11-20T19:23:49,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=da0dad7251a4c994b5a9e4bec05e566c, ASSIGN 2024-11-20T19:23:49,818 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=da0dad7251a4c994b5a9e4bec05e566c, ASSIGN; state=OFFLINE, location=e14ef07817f4,33837,1732130622195; forceNewPlan=false, retain=false 2024-11-20T19:23:49,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da0dad7251a4c994b5a9e4bec05e566c, regionState=OPENING, regionLocation=e14ef07817f4,33837,1732130622195 2024-11-20T19:23:49,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=da0dad7251a4c994b5a9e4bec05e566c, ASSIGN because future has completed 2024-11-20T19:23:49,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da0dad7251a4c994b5a9e4bec05e566c, server=e14ef07817f4,33837,1732130622195}] 2024-11-20T19:23:50,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:50,126 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:23:50,127 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => da0dad7251a4c994b5a9e4bec05e566c, NAME => 'test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:50,127 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:50,127 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:23:50,127 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,127 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:50,127 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,127 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,128 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,129 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0dad7251a4c994b5a9e4bec05e566c columnFamilyName f 2024-11-20T19:23:50,129 DEBUG [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:50,130 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] regionserver.HStore(327): Store=da0dad7251a4c994b5a9e4bec05e566c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:50,130 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,130 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0dad7251a4c994b5a9e4bec05e566c columnFamilyName f1 2024-11-20T19:23:50,130 DEBUG [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:50,131 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] regionserver.HStore(327): Store=da0dad7251a4c994b5a9e4bec05e566c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:50,131 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,131 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region da0dad7251a4c994b5a9e4bec05e566c columnFamilyName norep 2024-11-20T19:23:50,131 DEBUG [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:50,132 INFO [StoreOpener-da0dad7251a4c994b5a9e4bec05e566c-1 {}] regionserver.HStore(327): Store=da0dad7251a4c994b5a9e4bec05e566c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:50,132 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,132 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,133 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,133 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,133 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,133 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:50,134 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,135 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:50,136 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened da0dad7251a4c994b5a9e4bec05e566c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74107599, jitterRate=0.10428927838802338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:50,136 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:23:50,136 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for da0dad7251a4c994b5a9e4bec05e566c: Running coprocessor pre-open hook at 1732130630127Writing region info on filesystem at 1732130630127Initializing all the Stores at 1732130630128 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130630128Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130630128Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130630128Cleaning up temporary data from old regions at 1732130630133 (+5 ms)Running coprocessor post-open hooks at 1732130630136 (+3 ms)Region opened successfully at 1732130630136 2024-11-20T19:23:50,137 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c., pid=6, masterSystemTime=1732130630124 2024-11-20T19:23:50,138 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:23:50,138 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:23:50,139 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=da0dad7251a4c994b5a9e4bec05e566c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,33837,1732130622195 2024-11-20T19:23:50,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure da0dad7251a4c994b5a9e4bec05e566c, server=e14ef07817f4,33837,1732130622195 because future has completed 2024-11-20T19:23:50,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:23:50,143 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure da0dad7251a4c994b5a9e4bec05e566c, server=e14ef07817f4,33837,1732130622195 in 170 msec 2024-11-20T19:23:50,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:23:50,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=da0dad7251a4c994b5a9e4bec05e566c, ASSIGN in 327 msec 2024-11-20T19:23:50,145 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:50,145 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130630145"}]},"ts":"1732130630145"} 2024-11-20T19:23:50,146 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:23:50,147 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:50,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2040 sec 2024-11-20T19:23:50,327 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:23:50,996 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:51,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:23:51,091 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:23:51,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4c7dc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:51,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37219,-1 for getting cluster id 2024-11-20T19:23:51,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:51,092 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54250a14-1d0a-47d8-b8f3-4fd1342d68b7' 2024-11-20T19:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54250a14-1d0a-47d8-b8f3-4fd1342d68b7" 2024-11-20T19:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c7fda4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37219,-1] 2024-11-20T19:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:51,093 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:51,094 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709e3a64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:51,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37219,1732130610585 2024-11-20T19:23:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@489814e1 2024-11-20T19:23:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:51,096 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:51,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:39383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:23:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:23:51,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:51,099 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:39383' 2024-11-20T19:23:51,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@375567da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:51,099 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39383,-1 for getting cluster id 2024-11-20T19:23:51,100 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:51,100 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44ef6e55-59fd-4180-986b-953cc81a9000' 2024-11-20T19:23:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44ef6e55-59fd-4180-986b-953cc81a9000" 2024-11-20T19:23:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e09cdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39383,-1] 2024-11-20T19:23:51,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:51,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:51,101 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:51,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5697cfc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:51,102 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:51,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39383,1732130616303 2024-11-20T19:23:51,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20cc0a35 2024-11-20T19:23:51,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:51,103 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:51,104 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:23:51,104 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:23:51,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:51,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:51,104 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:51,105 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:51,106 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:23:51,107 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:51,107 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:51,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:51,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:23:51,156 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:23:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:51,514 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cadde3b2796ba983a8fec8c2fb9b7c6d, NAME => 'hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5 2024-11-20T19:23:51,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:23:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:51,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:51,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cadde3b2796ba983a8fec8c2fb9b7c6d, disabling compactions & flushes 2024-11-20T19:23:51,919 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:23:51,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:23:51,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. after waiting 0 ms 2024-11-20T19:23:51,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:23:51,919 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:23:51,919 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cadde3b2796ba983a8fec8c2fb9b7c6d: Waiting for close lock at 1732130631919Disabling compacts and flushes for region at 1732130631919Disabling writes for close at 1732130631919Writing region close event to WAL at 1732130631919Closed at 1732130631919 2024-11-20T19:23:51,920 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:51,920 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130631920"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130631920"}]},"ts":"1732130631920"} 2024-11-20T19:23:51,922 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:51,923 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:51,923 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130631923"}]},"ts":"1732130631923"} 2024-11-20T19:23:51,925 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:23:51,925 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cadde3b2796ba983a8fec8c2fb9b7c6d, ASSIGN}] 2024-11-20T19:23:51,926 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cadde3b2796ba983a8fec8c2fb9b7c6d, ASSIGN 2024-11-20T19:23:51,927 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cadde3b2796ba983a8fec8c2fb9b7c6d, ASSIGN; state=OFFLINE, location=e14ef07817f4,45601,1732130610794; forceNewPlan=false, retain=false 2024-11-20T19:23:52,077 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cadde3b2796ba983a8fec8c2fb9b7c6d, regionState=OPENING, regionLocation=e14ef07817f4,45601,1732130610794 2024-11-20T19:23:52,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cadde3b2796ba983a8fec8c2fb9b7c6d, ASSIGN because future has completed 2024-11-20T19:23:52,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cadde3b2796ba983a8fec8c2fb9b7c6d, server=e14ef07817f4,45601,1732130610794}] 2024-11-20T19:23:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:52,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:23:52,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:52,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:23:52,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C45601%2C1732130610794.rep, suffix=, logDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794, archiveDir=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/oldWALs, maxLogs=10 2024-11-20T19:23:52,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.rep.1732130632237, exclude list is [], retry=0 2024-11-20T19:23:52,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43923,DS-7d87b625-9f26-40f3-a748-24d89240402d,DISK] 2024-11-20T19:23:52,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.rep.1732130632237 2024-11-20T19:23:52,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46335:46335)] 2024-11-20T19:23:52,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cadde3b2796ba983a8fec8c2fb9b7c6d, NAME => 'hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:52,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:52,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:52,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. service=MultiRowMutationService 2024-11-20T19:23:52,254 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:23:52,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:52,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,254 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,255 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,256 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cadde3b2796ba983a8fec8c2fb9b7c6d columnFamilyName hfileref 2024-11-20T19:23:52,256 DEBUG [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:52,257 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] regionserver.HStore(327): Store=cadde3b2796ba983a8fec8c2fb9b7c6d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:52,257 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,257 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cadde3b2796ba983a8fec8c2fb9b7c6d columnFamilyName queue 2024-11-20T19:23:52,257 DEBUG [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:52,258 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] regionserver.HStore(327): Store=cadde3b2796ba983a8fec8c2fb9b7c6d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:52,258 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,259 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cadde3b2796ba983a8fec8c2fb9b7c6d columnFamilyName sid 2024-11-20T19:23:52,259 DEBUG [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:52,259 INFO [StoreOpener-cadde3b2796ba983a8fec8c2fb9b7c6d-1 {}] regionserver.HStore(327): Store=cadde3b2796ba983a8fec8c2fb9b7c6d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:52,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/replication/cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/replication/cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:52,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,262 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/replication/cadde3b2796ba983a8fec8c2fb9b7c6d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:52,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cadde3b2796ba983a8fec8c2fb9b7c6d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64483214, jitterRate=-0.0391252338886261}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:52,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:23:52,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cadde3b2796ba983a8fec8c2fb9b7c6d: Running coprocessor pre-open hook at 1732130632254Writing region info on filesystem at 1732130632254Initializing all the Stores at 1732130632255 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130632255Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130632255Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130632255Cleaning up temporary data from old regions at 1732130632260 (+5 ms)Running coprocessor post-open hooks at 1732130632263 (+3 ms)Region opened successfully at 1732130632263 2024-11-20T19:23:52,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d., pid=10, masterSystemTime=1732130632232 2024-11-20T19:23:52,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:23:52,265 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:23:52,266 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cadde3b2796ba983a8fec8c2fb9b7c6d, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,45601,1732130610794 2024-11-20T19:23:52,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cadde3b2796ba983a8fec8c2fb9b7c6d, server=e14ef07817f4,45601,1732130610794 because future has completed 2024-11-20T19:23:52,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:23:52,269 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cadde3b2796ba983a8fec8c2fb9b7c6d, server=e14ef07817f4,45601,1732130610794 in 188 msec 2024-11-20T19:23:52,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:23:52,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cadde3b2796ba983a8fec8c2fb9b7c6d, ASSIGN in 344 msec 2024-11-20T19:23:52,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:52,272 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130632272"}]},"ts":"1732130632272"} 2024-11-20T19:23:52,273 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:23:52,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:52,276 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-20T19:23:52,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d., hostname=e14ef07817f4,45601,1732130610794, seqNum=2] 2024-11-20T19:23:52,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:52,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:23:52,496 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:23:52,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:23:52,649 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:23:52,675 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,45601,1732130610794, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:23:52,676 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:52,676 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,45601,1732130610794, seqNum=-1] 2024-11-20T19:23:52,677 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:52,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:52,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,45601,1732130610794', locateType=CURRENT is [region=hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d., hostname=e14ef07817f4,45601,1732130610794, seqNum=2] 2024-11-20T19:23:52,681 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:23:52,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:23:52,683 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,45601,1732130610794 suceeded 2024-11-20T19:23:52,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:23:52,685 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 187 msec 2024-11-20T19:23:52,685 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:39383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:23:52,687 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5900 sec 2024-11-20T19:23:52,695 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:39383' 2024-11-20T19:23:52,696 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@176b4c4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:52,696 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39383,-1 for getting cluster id 2024-11-20T19:23:52,696 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:52,697 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44ef6e55-59fd-4180-986b-953cc81a9000' 2024-11-20T19:23:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44ef6e55-59fd-4180-986b-953cc81a9000" 2024-11-20T19:23:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aeece13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39383,-1] 2024-11-20T19:23:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:52,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:52,698 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:52,699 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51cec8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:52,699 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:52,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39383,1732130616303 2024-11-20T19:23:52,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@770307c4 2024-11-20T19:23:52,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:52,700 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T19:23:52,700 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,45601,1732130610794 (queues=1) is replicating from cluster=54250a14-1d0a-47d8-b8f3-4fd1342d68b7 to cluster=44ef6e55-59fd-4180-986b-953cc81a9000 2024-11-20T19:23:52,701 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C45601%2C1732130610794 2024-11-20T19:23:52,701 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,45601,1732130610794, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:23:52,701 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C45601%2C1732130610794 2024-11-20T19:23:52,701 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, startPosition=0, beingWritten=true 2024-11-20T19:23:52,705 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:52,705 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:52,705 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:52,909 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:53,213 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37219 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:53,240 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:23:53,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:53,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:53,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:53,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:53,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:53,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3df47c37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:53,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39383,-1 for getting cluster id 2024-11-20T19:23:53,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:53,242 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44ef6e55-59fd-4180-986b-953cc81a9000' 2024-11-20T19:23:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44ef6e55-59fd-4180-986b-953cc81a9000" 2024-11-20T19:23:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c2fa831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39383,-1] 2024-11-20T19:23:53,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:53,243 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:53,244 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652989d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:53,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39383,1732130616303 2024-11-20T19:23:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3d1f16f4 2024-11-20T19:23:53,245 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:53,245 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:53,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:35029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:23:53,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:23:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:53,248 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:35029' 2024-11-20T19:23:53,249 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e88c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:53,249 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35029,-1 for getting cluster id 2024-11-20T19:23:53,249 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:53,250 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b5bc60-056d-47b1-a6c2-b1b3a2b040ee' 2024-11-20T19:23:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b5bc60-056d-47b1-a6c2-b1b3a2b040ee" 2024-11-20T19:23:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1f24da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:53,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35029,-1] 2024-11-20T19:23:53,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:53,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:53,251 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:53,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f53c0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:53,252 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:53,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35029,1732130622049 2024-11-20T19:23:53,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f0860bb 2024-11-20T19:23:53,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:53,253 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:53,254 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:23:53,254 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:23:53,254 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:53,254 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:53,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:53,254 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:53,255 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:23:53,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:53,256 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:53,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:53,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:23:53,305 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:23:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:53,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:53,616 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:53,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d8792535c4c47a70c6ed452ad4826b0, NAME => 'hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817 2024-11-20T19:23:53,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:23:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:54,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:54,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d8792535c4c47a70c6ed452ad4826b0, disabling compactions & flushes 2024-11-20T19:23:54,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:23:54,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:23:54,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. after waiting 0 ms 2024-11-20T19:23:54,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:23:54,070 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:23:54,070 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d8792535c4c47a70c6ed452ad4826b0: Waiting for close lock at 1732130634070Disabling compacts and flushes for region at 1732130634070Disabling writes for close at 1732130634070Writing region close event to WAL at 1732130634070Closed at 1732130634070 2024-11-20T19:23:54,071 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:54,071 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130634071"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130634071"}]},"ts":"1732130634071"} 2024-11-20T19:23:54,073 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:54,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:54,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130634073"}]},"ts":"1732130634073"} 2024-11-20T19:23:54,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:23:54,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d8792535c4c47a70c6ed452ad4826b0, ASSIGN}] 2024-11-20T19:23:54,076 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d8792535c4c47a70c6ed452ad4826b0, ASSIGN 2024-11-20T19:23:54,076 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d8792535c4c47a70c6ed452ad4826b0, ASSIGN; state=OFFLINE, location=e14ef07817f4,35365,1732130616443; forceNewPlan=false, retain=false 2024-11-20T19:23:54,119 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:54,227 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d8792535c4c47a70c6ed452ad4826b0, regionState=OPENING, regionLocation=e14ef07817f4,35365,1732130616443 2024-11-20T19:23:54,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d8792535c4c47a70c6ed452ad4826b0, ASSIGN because future has completed 2024-11-20T19:23:54,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8792535c4c47a70c6ed452ad4826b0, server=e14ef07817f4,35365,1732130616443}] 2024-11-20T19:23:54,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:54,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:23:54,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:54,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:23:54,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C35365%2C1732130616443.rep, suffix=, logDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443, archiveDir=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/oldWALs, maxLogs=10 2024-11-20T19:23:54,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.rep.1732130634427, exclude list is [], retry=0 2024-11-20T19:23:54,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35107,DS-8f10ca16-2f25-4e5e-ace1-d84c5a6c45d7,DISK] 2024-11-20T19:23:54,442 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.rep.1732130634427 2024-11-20T19:23:54,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43627:43627)] 2024-11-20T19:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d8792535c4c47a70c6ed452ad4826b0, NAME => 'hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:54,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. service=MultiRowMutationService 2024-11-20T19:23:54,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,444 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,445 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8792535c4c47a70c6ed452ad4826b0 columnFamilyName hfileref 2024-11-20T19:23:54,445 DEBUG [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:54,445 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] regionserver.HStore(327): Store=0d8792535c4c47a70c6ed452ad4826b0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:54,445 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,446 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8792535c4c47a70c6ed452ad4826b0 columnFamilyName queue 2024-11-20T19:23:54,446 DEBUG [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:54,446 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] regionserver.HStore(327): Store=0d8792535c4c47a70c6ed452ad4826b0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:54,447 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,447 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d8792535c4c47a70c6ed452ad4826b0 columnFamilyName sid 2024-11-20T19:23:54,447 DEBUG [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:54,447 INFO [StoreOpener-0d8792535c4c47a70c6ed452ad4826b0-1 {}] regionserver.HStore(327): Store=0d8792535c4c47a70c6ed452ad4826b0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:54,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:54,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:54,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d8792535c4c47a70c6ed452ad4826b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68680852, jitterRate=0.02342444658279419}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:54,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:23:54,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d8792535c4c47a70c6ed452ad4826b0: Running coprocessor pre-open hook at 1732130634443Writing region info on filesystem at 1732130634443Initializing all the Stores at 1732130634444 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130634444Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130634444Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130634444Cleaning up temporary data from old regions at 1732130634449 (+5 ms)Running coprocessor post-open hooks at 1732130634451 (+2 ms)Region opened successfully at 1732130634451 2024-11-20T19:23:54,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0., pid=10, masterSystemTime=1732130634381 2024-11-20T19:23:54,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:23:54,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:23:54,454 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d8792535c4c47a70c6ed452ad4826b0, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,35365,1732130616443 2024-11-20T19:23:54,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d8792535c4c47a70c6ed452ad4826b0, server=e14ef07817f4,35365,1732130616443 because future has completed 2024-11-20T19:23:54,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:23:54,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d8792535c4c47a70c6ed452ad4826b0, server=e14ef07817f4,35365,1732130616443 in 227 msec 2024-11-20T19:23:54,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:23:54,459 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d8792535c4c47a70c6ed452ad4826b0, ASSIGN in 382 msec 2024-11-20T19:23:54,459 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:54,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130634459"}]},"ts":"1732130634459"} 2024-11-20T19:23:54,461 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:23:54,461 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:54,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2070 sec 2024-11-20T19:23:54,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0., hostname=e14ef07817f4,35365,1732130616443, seqNum=2] 2024-11-20T19:23:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:54,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:23:54,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:23:54,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:23:54,714 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:23:54,722 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:54,741 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,35365,1732130616443, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:23:54,742 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:54,742 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,35365,1732130616443, seqNum=-1] 2024-11-20T19:23:54,742 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:54,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:54,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,35365,1732130616443', locateType=CURRENT is [region=hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0., hostname=e14ef07817f4,35365,1732130616443, seqNum=2] 2024-11-20T19:23:54,746 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:23:54,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:23:54,748 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,35365,1732130616443 suceeded 2024-11-20T19:23:54,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:23:54,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-20T19:23:54,750 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:35029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:23:54,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5040 sec 2024-11-20T19:23:54,761 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:35029' 2024-11-20T19:23:54,762 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ae9da1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:54,762 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35029,-1 for getting cluster id 2024-11-20T19:23:54,762 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:54,763 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b5bc60-056d-47b1-a6c2-b1b3a2b040ee' 2024-11-20T19:23:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b5bc60-056d-47b1-a6c2-b1b3a2b040ee" 2024-11-20T19:23:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@349193cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35029,-1] 2024-11-20T19:23:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:54,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:54,764 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:54,764 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68be5d13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:54,764 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:54,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35029,1732130622049 2024-11-20T19:23:54,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b26d4e1 2024-11-20T19:23:54,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:54,766 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T19:23:54,766 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,35365,1732130616443 (queues=1) is replicating from cluster=44ef6e55-59fd-4180-986b-953cc81a9000 to cluster=68b5bc60-056d-47b1-a6c2-b1b3a2b040ee 2024-11-20T19:23:54,766 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C35365%2C1732130616443 2024-11-20T19:23:54,766 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,35365,1732130616443, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:23:54,767 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C35365%2C1732130616443 2024-11-20T19:23:54,767 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, startPosition=0, beingWritten=true 2024-11-20T19:23:54,771 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:54,771 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 379, reset compression=false 2024-11-20T19:23:54,771 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:54,975 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 379, reset compression=false 2024-11-20T19:23:55,279 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 379, reset compression=false 2024-11-20T19:23:55,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:55,391 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:23:55,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:55,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:55,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:55,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:55,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:55,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4488826f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:55,392 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35029,-1 for getting cluster id 2024-11-20T19:23:55,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:55,392 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b5bc60-056d-47b1-a6c2-b1b3a2b040ee' 2024-11-20T19:23:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b5bc60-056d-47b1-a6c2-b1b3a2b040ee" 2024-11-20T19:23:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb899aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35029,-1] 2024-11-20T19:23:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:55,393 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:55,394 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:55,395 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7ef13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:55,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35029,1732130622049 2024-11-20T19:23:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@915739d 2024-11-20T19:23:55,403 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:55,404 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:55,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:37219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:23:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:23:55,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:55,407 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:37219' 2024-11-20T19:23:55,408 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aa2270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:55,408 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37219,-1 for getting cluster id 2024-11-20T19:23:55,408 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:55,409 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54250a14-1d0a-47d8-b8f3-4fd1342d68b7' 2024-11-20T19:23:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54250a14-1d0a-47d8-b8f3-4fd1342d68b7" 2024-11-20T19:23:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b3e18e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37219,-1] 2024-11-20T19:23:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:55,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:55,410 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:55,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3106d657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:55,411 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:55,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37219,1732130610585 2024-11-20T19:23:55,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6519be28 2024-11-20T19:23:55,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:55,412 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:23:55,413 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:23:55,413 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:23:55,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:55,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:55,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:55,413 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:23:55,414 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:23:55,415 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:23:55,415 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:55,416 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:23:55,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:23:55,426 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:55,464 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:23:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:55,683 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 379, reset compression=false 2024-11-20T19:23:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:55,822 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 40d78f7819d29bbfedbbab399cdb49c2, NAME => 'hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985 2024-11-20T19:23:55,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:23:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:56,186 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 379, reset compression=false 2024-11-20T19:23:56,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:56,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 40d78f7819d29bbfedbbab399cdb49c2, disabling compactions & flushes 2024-11-20T19:23:56,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:23:56,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:23:56,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. after waiting 0 ms 2024-11-20T19:23:56,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:23:56,226 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:23:56,226 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 40d78f7819d29bbfedbbab399cdb49c2: Waiting for close lock at 1732130636226Disabling compacts and flushes for region at 1732130636226Disabling writes for close at 1732130636226Writing region close event to WAL at 1732130636226Closed at 1732130636226 2024-11-20T19:23:56,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:23:56,228 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130636227"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130636227"}]},"ts":"1732130636227"} 2024-11-20T19:23:56,229 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:56,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:23:56,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:23:56,230 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130636230"}]},"ts":"1732130636230"} 2024-11-20T19:23:56,231 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:23:56,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40d78f7819d29bbfedbbab399cdb49c2, ASSIGN}] 2024-11-20T19:23:56,233 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40d78f7819d29bbfedbbab399cdb49c2, ASSIGN 2024-11-20T19:23:56,233 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40d78f7819d29bbfedbbab399cdb49c2, ASSIGN; state=OFFLINE, location=e14ef07817f4,33837,1732130622195; forceNewPlan=false, retain=false 2024-11-20T19:23:56,384 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40d78f7819d29bbfedbbab399cdb49c2, regionState=OPENING, regionLocation=e14ef07817f4,33837,1732130622195 2024-11-20T19:23:56,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=40d78f7819d29bbfedbbab399cdb49c2, ASSIGN because future has completed 2024-11-20T19:23:56,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d78f7819d29bbfedbbab399cdb49c2, server=e14ef07817f4,33837,1732130622195}] 2024-11-20T19:23:56,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:56,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:23:56,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:23:56,541 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:23:56,542 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33837%2C1732130622195.rep, suffix=, logDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195, archiveDir=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/oldWALs, maxLogs=10 2024-11-20T19:23:56,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.rep.1732130636542, exclude list is [], retry=0 2024-11-20T19:23:56,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34223,DS-8b7512d2-b417-45ec-aa13-a262582e95ca,DISK] 2024-11-20T19:23:56,558 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.rep.1732130636542 2024-11-20T19:23:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34969:34969)] 2024-11-20T19:23:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 40d78f7819d29bbfedbbab399cdb49c2, NAME => 'hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:23:56,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:23:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:23:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. service=MultiRowMutationService 2024-11-20T19:23:56,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:23:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:23:56,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,564 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,565 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d78f7819d29bbfedbbab399cdb49c2 columnFamilyName hfileref 2024-11-20T19:23:56,565 DEBUG [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:56,566 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] regionserver.HStore(327): Store=40d78f7819d29bbfedbbab399cdb49c2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:56,566 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,567 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d78f7819d29bbfedbbab399cdb49c2 columnFamilyName queue 2024-11-20T19:23:56,567 DEBUG [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:56,567 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] regionserver.HStore(327): Store=40d78f7819d29bbfedbbab399cdb49c2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:56,567 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,568 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 40d78f7819d29bbfedbbab399cdb49c2 columnFamilyName sid 2024-11-20T19:23:56,568 DEBUG [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:23:56,568 INFO [StoreOpener-40d78f7819d29bbfedbbab399cdb49c2-1 {}] regionserver.HStore(327): Store=40d78f7819d29bbfedbbab399cdb49c2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:23:56,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/replication/40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/replication/40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,569 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:23:56,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/replication/40d78f7819d29bbfedbbab399cdb49c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:23:56,573 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 40d78f7819d29bbfedbbab399cdb49c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59254362, jitterRate=-0.1170412003993988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:23:56,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:23:56,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 40d78f7819d29bbfedbbab399cdb49c2: Running coprocessor pre-open hook at 1732130636561Writing region info on filesystem at 1732130636561Initializing all the Stores at 1732130636561Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130636561Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130636564 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130636564Cleaning up temporary data from old regions at 1732130636569 (+5 ms)Running coprocessor post-open hooks at 1732130636573 (+4 ms)Region opened successfully at 1732130636573 2024-11-20T19:23:56,574 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2., pid=10, masterSystemTime=1732130636538 2024-11-20T19:23:56,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:23:56,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:23:56,576 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=40d78f7819d29bbfedbbab399cdb49c2, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,33837,1732130622195 2024-11-20T19:23:56,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 40d78f7819d29bbfedbbab399cdb49c2, server=e14ef07817f4,33837,1732130622195 because future has completed 2024-11-20T19:23:56,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:23:56,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 40d78f7819d29bbfedbbab399cdb49c2, server=e14ef07817f4,33837,1732130622195 in 192 msec 2024-11-20T19:23:56,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:23:56,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=40d78f7819d29bbfedbbab399cdb49c2, ASSIGN in 348 msec 2024-11-20T19:23:56,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:23:56,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130636582"}]},"ts":"1732130636582"} 2024-11-20T19:23:56,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:23:56,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:23:56,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-20T19:23:56,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2., hostname=e14ef07817f4,33837,1732130622195, seqNum=2] 2024-11-20T19:23:56,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:56,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:23:56,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:23:56,790 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 379, reset compression=false 2024-11-20T19:23:56,940 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:23:56,941 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:23:56,977 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,33837,1732130622195, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:23:56,978 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:56,978 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33837,1732130622195, seqNum=-1] 2024-11-20T19:23:56,978 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:56,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51639, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,33837,1732130622195', locateType=CURRENT is [region=hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2., hostname=e14ef07817f4,33837,1732130622195, seqNum=2] 2024-11-20T19:23:56,983 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:23:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:23:56,985 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,33837,1732130622195 suceeded 2024-11-20T19:23:56,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:23:56,987 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-20T19:23:56,987 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:37219,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:23:56,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5820 sec 2024-11-20T19:23:56,996 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:37219' 2024-11-20T19:23:56,997 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381704b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:56,997 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37219,-1 for getting cluster id 2024-11-20T19:23:56,997 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:56,998 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54250a14-1d0a-47d8-b8f3-4fd1342d68b7' 2024-11-20T19:23:56,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:56,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54250a14-1d0a-47d8-b8f3-4fd1342d68b7" 2024-11-20T19:23:56,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e388319, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:56,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37219,-1] 2024-11-20T19:23:56,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:56,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:56,999 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:57,000 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21cac560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,000 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:23:57,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37219,1732130610585 2024-11-20T19:23:57,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@258a2742 2024-11-20T19:23:57,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:23:57,001 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T19:23:57,002 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,33837,1732130622195 (queues=1) is replicating from cluster=68b5bc60-056d-47b1-a6c2-b1b3a2b040ee to cluster=54250a14-1d0a-47d8-b8f3-4fd1342d68b7 2024-11-20T19:23:57,002 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C33837%2C1732130622195 2024-11-20T19:23:57,002 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,33837,1732130622195, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:23:57,003 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, startPosition=0, beingWritten=true 2024-11-20T19:23:57,003 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C33837%2C1732130622195 2024-11-20T19:23:57,008 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:57,008 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 379, reset compression=false 2024-11-20T19:23:57,008 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:57,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:23:57,132 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:57,213 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 379, reset compression=false 2024-11-20T19:23:57,493 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 379, reset compression=false 2024-11-20T19:23:57,516 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 379, reset compression=false 2024-11-20T19:23:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:23:57,551 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:23:57,551 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:23:57,551 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:23:57,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:57,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:57,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:23:57,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5844fac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37219,-1 for getting cluster id 2024-11-20T19:23:57,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:57,553 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54250a14-1d0a-47d8-b8f3-4fd1342d68b7' 2024-11-20T19:23:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54250a14-1d0a-47d8-b8f3-4fd1342d68b7" 2024-11-20T19:23:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc2e4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37219,-1] 2024-11-20T19:23:57,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:57,554 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:57,554 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:57,555 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@704fb1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78dca41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39383,-1 for getting cluster id 2024-11-20T19:23:57,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:57,556 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44ef6e55-59fd-4180-986b-953cc81a9000' 2024-11-20T19:23:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44ef6e55-59fd-4180-986b-953cc81a9000" 2024-11-20T19:23:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@613375f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39383,-1] 2024-11-20T19:23:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:57,557 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:57,557 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4580b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7ef759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35029,-1 for getting cluster id 2024-11-20T19:23:57,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:57,558 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b5bc60-056d-47b1-a6c2-b1b3a2b040ee' 2024-11-20T19:23:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b5bc60-056d-47b1-a6c2-b1b3a2b040ee" 2024-11-20T19:23:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ca51fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35029,-1] 2024-11-20T19:23:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:57,559 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:57,559 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:57,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee3377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:57,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:57,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,45601,1732130610794, seqNum=-1] 2024-11-20T19:23:57,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:57,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:57,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130625649.215db832ff7f7aae9372a806652763be., hostname=e14ef07817f4,45601,1732130610794, seqNum=2] 2024-11-20T19:23:57,566 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:57,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33837,1732130622195, seqNum=-1] 2024-11-20T19:23:57,568 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:57,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:57,606 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c., hostname=e14ef07817f4,33837,1732130622195, seqNum=2] 2024-11-20T19:23:57,607 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T19:23:57,756 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:23:57,800 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:23:57,919 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 379, reset compression=false 2024-11-20T19:23:58,136 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 379, reset compression=false 2024-11-20T19:23:58,139 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:58,139 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 480, reset compression=false 2024-11-20T19:23:58,139 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[{test/215db832ff7f7aae9372a806652763be/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T19:23:58,141 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:58,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T19:23:58,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:58,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dd38fa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39383,-1 for getting cluster id 2024-11-20T19:23:58,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:58,144 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '44ef6e55-59fd-4180-986b-953cc81a9000' 2024-11-20T19:23:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "44ef6e55-59fd-4180-986b-953cc81a9000" 2024-11-20T19:23:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e50932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39383,-1] 2024-11-20T19:23:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:58,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:58,145 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:58,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cb35e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:58,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,35365,1732130616443, seqNum=-1] 2024-11-20T19:23:58,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:58,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:58,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130626794.23af404567cb49462c36be1e8f0d605b., hostname=e14ef07817f4,35365,1732130616443, seqNum=2] 2024-11-20T19:23:58,152 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:58,297 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 379, reset compression=false 2024-11-20T19:23:58,301 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:58,301 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 503, reset compression=false 2024-11-20T19:23:58,301 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[{test/23af404567cb49462c36be1e8f0d605b/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T19:23:58,303 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:58,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T19:23:58,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:58,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a554c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35029,-1 for getting cluster id 2024-11-20T19:23:58,305 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:58,305 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b5bc60-056d-47b1-a6c2-b1b3a2b040ee' 2024-11-20T19:23:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b5bc60-056d-47b1-a6c2-b1b3a2b040ee" 2024-11-20T19:23:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40a3f42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35029,-1] 2024-11-20T19:23:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:58,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:58,307 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:58,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4aa4a50f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:58,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33837,1732130622195, seqNum=-1] 2024-11-20T19:23:58,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:58,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:58,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c., hostname=e14ef07817f4,33837,1732130622195, seqNum=2] 2024-11-20T19:23:58,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:58,343 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 480, reset compression=false 2024-11-20T19:23:58,422 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 379, reset compression=false 2024-11-20T19:23:58,426 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:58,426 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 526, reset compression=false 2024-11-20T19:23:58,426 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:58,505 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 503, reset compression=false 2024-11-20T19:23:58,609 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T19:23:58,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:58,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,35365,1732130616443, seqNum=-1] 2024-11-20T19:23:58,610 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:58,611 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:23:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732130626794.23af404567cb49462c36be1e8f0d605b., hostname=e14ef07817f4,35365,1732130616443, seqNum=2] 2024-11-20T19:23:58,615 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T19:23:58,634 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 526, reset compression=false 2024-11-20T19:23:58,647 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 480, reset compression=false 2024-11-20T19:23:58,809 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 503, reset compression=false 2024-11-20T19:23:58,812 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:58,812 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 607, reset compression=false 2024-11-20T19:23:58,812 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[{test/23af404567cb49462c36be1e8f0d605b/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T19:23:58,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:58,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:58,938 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 526, reset compression=false 2024-11-20T19:23:58,943 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:58,943 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 653, reset compression=false 2024-11-20T19:23:58,943 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[{test/da0dad7251a4c994b5a9e4bec05e566c/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=653, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T19:23:58,945 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:23:58,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T19:23:58,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:58,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13639e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37219,-1 for getting cluster id 2024-11-20T19:23:58,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:23:58,948 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54250a14-1d0a-47d8-b8f3-4fd1342d68b7' 2024-11-20T19:23:58,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:23:58,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54250a14-1d0a-47d8-b8f3-4fd1342d68b7" 2024-11-20T19:23:58,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5030dc2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37219,-1] 2024-11-20T19:23:58,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:23:58,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:23:58,950 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:23:58,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7cd299a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:23:58,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:23:58,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,45601,1732130610794, seqNum=-1] 2024-11-20T19:23:58,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:23:58,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T19:23:58,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732130625649.215db832ff7f7aae9372a806652763be., hostname=e14ef07817f4,45601,1732130610794, seqNum=2] 2024-11-20T19:23:58,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:59,018 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 607, reset compression=false 2024-11-20T19:23:59,049 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 480, reset compression=false 2024-11-20T19:23:59,053 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:23:59,053 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 630, reset compression=false 2024-11-20T19:23:59,053 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:23:59,148 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 653, reset compression=false 2024-11-20T19:23:59,256 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 630, reset compression=false 2024-11-20T19:23:59,321 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 607, reset compression=false 2024-11-20T19:23:59,451 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 653, reset compression=false 2024-11-20T19:23:59,559 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 630, reset compression=false 2024-11-20T19:23:59,617 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T19:23:59,620 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T19:23:59,725 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 607, reset compression=false 2024-11-20T19:23:59,854 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 653, reset compression=false 2024-11-20T19:23:59,857 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:59,857 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 757, reset compression=false 2024-11-20T19:23:59,857 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[{test/da0dad7251a4c994b5a9e4bec05e566c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T19:23:59,858 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:59,860 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:23:59,962 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 630, reset compression=false 2024-11-20T19:23:59,966 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:23:59,966 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 757, reset compression=false 2024-11-20T19:23:59,966 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[{test/215db832ff7f7aae9372a806652763be/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T19:23:59,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:23:59,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:00,060 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 757, reset compression=false 2024-11-20T19:24:00,169 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 757, reset compression=false 2024-11-20T19:24:00,174 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:24:00,228 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 607, reset compression=false 2024-11-20T19:24:00,231 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:00,231 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 757, reset compression=false 2024-11-20T19:24:00,231 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:00,363 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 757, reset compression=false 2024-11-20T19:24:00,435 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 757, reset compression=false 2024-11-20T19:24:00,472 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 757, reset compression=false 2024-11-20T19:24:00,622 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T19:24:00,626 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T19:24:00,738 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 757, reset compression=false 2024-11-20T19:24:00,766 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 757, reset compression=false 2024-11-20T19:24:00,875 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 757, reset compression=false 2024-11-20T19:24:00,879 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:00,879 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 913, reset compression=false 2024-11-20T19:24:00,879 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[{test/215db832ff7f7aae9372a806652763be/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T19:24:00,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:00,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:01,082 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 913, reset compression=false 2024-11-20T19:24:01,141 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 757, reset compression=false 2024-11-20T19:24:01,144 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:01,144 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 904, reset compression=false 2024-11-20T19:24:01,144 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[{test/23af404567cb49462c36be1e8f0d605b/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T19:24:01,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:01,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:01,269 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 757, reset compression=false 2024-11-20T19:24:01,273 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:01,273 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 927, reset compression=false 2024-11-20T19:24:01,273 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:01,347 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 904, reset compression=false 2024-11-20T19:24:01,385 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 913, reset compression=false 2024-11-20T19:24:01,476 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 927, reset compression=false 2024-11-20T19:24:01,628 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T19:24:01,631 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T19:24:01,650 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 904, reset compression=false 2024-11-20T19:24:01,653 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:01,653 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1063, reset compression=false 2024-11-20T19:24:01,653 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[{test/23af404567cb49462c36be1e8f0d605b/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T19:24:01,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:01,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:01,779 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 927, reset compression=false 2024-11-20T19:24:01,783 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:01,783 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1076, reset compression=false 2024-11-20T19:24:01,783 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[{test/da0dad7251a4c994b5a9e4bec05e566c/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=1076, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T19:24:01,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:01,786 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:01,788 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 913, reset compression=false 2024-11-20T19:24:01,792 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:01,792 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1085, reset compression=false 2024-11-20T19:24:01,792 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:01,857 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1063, reset compression=false 2024-11-20T19:24:01,986 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1076, reset compression=false 2024-11-20T19:24:01,995 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1085, reset compression=false 2024-11-20T19:24:02,160 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1063, reset compression=false 2024-11-20T19:24:02,289 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1076, reset compression=false 2024-11-20T19:24:02,298 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1085, reset compression=false 2024-11-20T19:24:02,563 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1063, reset compression=false 2024-11-20T19:24:02,633 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T19:24:02,636 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T19:24:02,693 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1076, reset compression=false 2024-11-20T19:24:02,698 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:02,698 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1235, reset compression=false 2024-11-20T19:24:02,699 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[{test/da0dad7251a4c994b5a9e4bec05e566c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T19:24:02,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:02,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:02,704 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1085, reset compression=false 2024-11-20T19:24:02,718 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:02,718 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1234, reset compression=false 2024-11-20T19:24:02,718 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[{test/215db832ff7f7aae9372a806652763be/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T19:24:02,719 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:02,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:02,910 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:02,910 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:24:02,911 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68521 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:24:02,913 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1235, reset compression=false 2024-11-20T19:24:02,929 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1234, reset compression=false 2024-11-20T19:24:03,067 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1063, reset compression=false 2024-11-20T19:24:03,070 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:03,070 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1235, reset compression=false 2024-11-20T19:24:03,070 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:03,217 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1235, reset compression=false 2024-11-20T19:24:03,233 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1234, reset compression=false 2024-11-20T19:24:03,273 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1235, reset compression=false 2024-11-20T19:24:03,577 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1235, reset compression=false 2024-11-20T19:24:03,620 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1235, reset compression=false 2024-11-20T19:24:03,637 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1234, reset compression=false 2024-11-20T19:24:03,638 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T19:24:03,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bb31ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:03,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35029,-1 for getting cluster id 2024-11-20T19:24:03,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:03,644 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b5bc60-056d-47b1-a6c2-b1b3a2b040ee' 2024-11-20T19:24:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b5bc60-056d-47b1-a6c2-b1b3a2b040ee" 2024-11-20T19:24:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@278b376e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35029,-1] 2024-11-20T19:24:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:03,644 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:03,645 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:03,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6c5c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:03,647 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35029,1732130622049 2024-11-20T19:24:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d506512 2024-11-20T19:24:03,648 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:03,649 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:03,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-20T19:24:03,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T19:24:03,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T19:24:03,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:24:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T19:24:03,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T19:24:03,816 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T19:24:03,817 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T19:24:03,817 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,33837,1732130622195 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T19:24:03,817 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0. 2024-11-20T19:24:03,817 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:03,817 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:03,817 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:03,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:03,918 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:24:03,918 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T19:24:03,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T19:24:03,980 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1235, reset compression=false 2024-11-20T19:24:04,018 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 terminated 2024-11-20T19:24:04,033 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,33837,1732130622195, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:24:04,034 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T19:24:04,034 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T19:24:04,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T19:24:04,036 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on e14ef07817f4,33837,1732130622195 suceeded 2024-11-20T19:24:04,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T19:24:04,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-20T19:24:04,038 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T19:24:04,039 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 389 msec 2024-11-20T19:24:04,054 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:37219' 2024-11-20T19:24:04,055 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39e327b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:04,055 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,37219,-1 for getting cluster id 2024-11-20T19:24:04,055 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:04,056 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54250a14-1d0a-47d8-b8f3-4fd1342d68b7' 2024-11-20T19:24:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54250a14-1d0a-47d8-b8f3-4fd1342d68b7" 2024-11-20T19:24:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26180853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,37219,-1] 2024-11-20T19:24:04,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:04,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:04,057 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:04,058 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a11781f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:04,058 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:04,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,37219,1732130610585 2024-11-20T19:24:04,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@168e5686 2024-11-20T19:24:04,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:04,059 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T19:24:04,060 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,33837,1732130622195 (queues=1) is replicating from cluster=68b5bc60-056d-47b1-a6c2-b1b3a2b040ee to cluster=54250a14-1d0a-47d8-b8f3-4fd1342d68b7 2024-11-20T19:24:04,060 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C33837%2C1732130622195 2024-11-20T19:24:04,060 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,33837,1732130622195, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:24:04,061 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C33837%2C1732130622195 2024-11-20T19:24:04,140 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1234, reset compression=false 2024-11-20T19:24:04,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T19:24:04,280 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:24:04,280 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:04,280 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:04,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:04,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:04,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:04,283 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T19:24:04,483 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1235, reset compression=false 2024-11-20T19:24:04,744 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1234, reset compression=false 2024-11-20T19:24:04,747 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:04,747 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1338, reset compression=false 2024-11-20T19:24:04,747 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[{test/215db832ff7f7aae9372a806652763be/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T19:24:04,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:04,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35365 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:04,951 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1338, reset compression=false 2024-11-20T19:24:05,086 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1235, reset compression=false 2024-11-20T19:24:05,090 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:05,090 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1362, reset compression=false 2024-11-20T19:24:05,092 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[{test/23af404567cb49462c36be1e8f0d605b/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T19:24:05,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:05,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:05,254 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1338, reset compression=false 2024-11-20T19:24:05,285 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T19:24:05,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d321723, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:05,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35029,-1 for getting cluster id 2024-11-20T19:24:05,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:05,287 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '68b5bc60-056d-47b1-a6c2-b1b3a2b040ee' 2024-11-20T19:24:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:05,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "68b5bc60-056d-47b1-a6c2-b1b3a2b040ee" 2024-11-20T19:24:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7425927a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35029,-1] 2024-11-20T19:24:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:05,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:05,289 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:05,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65592626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:05,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:05,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35029,1732130622049 2024-11-20T19:24:05,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b41a970 2024-11-20T19:24:05,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:05,293 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:05,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-20T19:24:05,296 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1362, reset compression=false 2024-11-20T19:24:05,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T19:24:05,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T19:24:05,300 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:05,300 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:05,300 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[{test/23af404567cb49462c36be1e8f0d605b/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T19:24:05,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:05,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33837 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:05,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:24:05,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T19:24:05,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33837 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T19:24:05,471 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T19:24:05,472 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T19:24:05,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T19:24:05,474 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on e14ef07817f4,33837,1732130622195 suceeded 2024-11-20T19:24:05,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T19:24:05,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-20T19:24:05,476 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T19:24:05,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 182 msec 2024-11-20T19:24:05,503 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:05,562 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, startPosition=1235, beingWritten=true 2024-11-20T19:24:05,570 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:05,570 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1512, reset compression=false 2024-11-20T19:24:05,570 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[{test/da0dad7251a4c994b5a9e4bec05e566c/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=1512, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T19:24:05,580 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:24:05,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T19:24:05,583 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:05,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:05,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T19:24:05,616 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:24:05,616 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:05,616 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:05,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:05,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:05,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:05,618 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T19:24:05,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:24:05,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:05,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:05,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:05,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:05,619 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:05,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:24:05,619 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=460105722, stopped=false 2024-11-20T19:24:05,619 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,35029,1732130622049 2024-11-20T19:24:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21120129266/running 2024-11-20T19:24:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21120129266/running 2024-11-20T19:24:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:24:05,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:24:05,634 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:05,634 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:05,635 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:05,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:05,635 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on znode that does not yet exist, /21120129266/running 2024-11-20T19:24:05,635 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,33837,1732130622195' ***** 2024-11-20T19:24:05,635 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:24:05,635 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:24:05,636 INFO [RS:0;e14ef07817f4:33837 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:24:05,636 INFO [RS:0;e14ef07817f4:33837 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:24:05,636 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:24:05,636 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(3091): Received CLOSE for da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:24:05,636 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Set watcher on znode that does not yet exist, /21120129266/running 2024-11-20T19:24:05,636 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(3091): Received CLOSE for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:24:05,636 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,33837,1732130622195 2024-11-20T19:24:05,636 INFO [RS:0;e14ef07817f4:33837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:05,636 INFO [RS:0;e14ef07817f4:33837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33837. 2024-11-20T19:24:05,636 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing da0dad7251a4c994b5a9e4bec05e566c, disabling compactions & flushes 2024-11-20T19:24:05,636 DEBUG [RS:0;e14ef07817f4:33837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:05,636 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:24:05,636 DEBUG [RS:0;e14ef07817f4:33837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:05,637 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:24:05,637 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. after waiting 0 ms 2024-11-20T19:24:05,637 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:24:05,637 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:24:05,637 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:24:05,637 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:24:05,637 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:24:05,637 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing da0dad7251a4c994b5a9e4bec05e566c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T19:24:05,637 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:24:05,637 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, da0dad7251a4c994b5a9e4bec05e566c=test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c., 40d78f7819d29bbfedbbab399cdb49c2=hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2.} 2024-11-20T19:24:05,638 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d78f7819d29bbfedbbab399cdb49c2, da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:24:05,638 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:05,638 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:05,638 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:05,638 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:05,638 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:05,638 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:24:05,646 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:05,657 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1338, reset compression=false 2024-11-20T19:24:05,667 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/info/9c96b88d45264e3b8a96bab92408f084 is 147, key is hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2./info:regioninfo/1732130636576/Put/seqid=0 2024-11-20T19:24:05,671 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/f/3ad6edee58c04e8aa05d02ace541ad38 is 37, key is row3/f:row3/1732130644281/Put/seqid=0 2024-11-20T19:24:05,674 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:05,674 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:05,674 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:05,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741841_1017 (size=5228) 2024-11-20T19:24:05,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741840_1016 (size=7686) 2024-11-20T19:24:05,783 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1512, reset compression=false 2024-11-20T19:24:05,788 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:05,788 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1759, reset compression=false 2024-11-20T19:24:05,788 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33837,1732130622195 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460, lastWalPosition=1759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:05,789 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,33837,1732130622195: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,33837,1732130622195, walGroup=e14ef07817f4%2C33837%2C1732130622195, offset=e14ef07817f4%2C33837%2C1732130622195.1732130624460:1759, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33837 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:24:05,791 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:24:05,791 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:24:05,792 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:24:05,792 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:24:05,793 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:24:05,793 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1258291200, "init": 1048576000, "max": 2306867200, "used": 760314736 }, "NonHeapMemoryUsage": { "committed": 201588736, "init": 7667712, "max": -1, "used": 198677824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:24:05,793 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:35029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:35029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:24:05,806 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:05,838 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d78f7819d29bbfedbbab399cdb49c2, da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:24:05,894 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:24:05,902 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:05,995 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1759, reset compression=false 2024-11-20T19:24:06,038 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d78f7819d29bbfedbbab399cdb49c2, da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:24:06,098 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/f/3ad6edee58c04e8aa05d02ace541ad38 2024-11-20T19:24:06,102 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/info/9c96b88d45264e3b8a96bab92408f084 2024-11-20T19:24:06,102 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ad6edee58c04e8aa05d02ace541ad38 2024-11-20T19:24:06,123 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/f1/dd78ef2b41314879904db498d862a0b8 is 30, key is row1/f1:/1732130641629/DeleteFamily/seqid=0 2024-11-20T19:24:06,127 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/ns/43abff99ddfc443ca196ce72cca91524 is 43, key is default/ns:d/1732130625523/Put/seqid=0 2024-11-20T19:24:06,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741842_1018 (size=5158) 2024-11-20T19:24:06,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741843_1019 (size=5153) 2024-11-20T19:24:06,135 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/ns/43abff99ddfc443ca196ce72cca91524 2024-11-20T19:24:06,151 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/rep_barrier/43ed9f02384841eea0aa1c7a0a9fa986 is 112, key is test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c./rep_barrier:seqnumDuringOpen/1732130630139/Put/seqid=0 2024-11-20T19:24:06,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741844_1020 (size=5518) 2024-11-20T19:24:06,205 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:06,213 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:06,238 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d78f7819d29bbfedbbab399cdb49c2, da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:24:06,299 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1759, reset compression=false 2024-11-20T19:24:06,331 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:24:06,331 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:24:06,438 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d78f7819d29bbfedbbab399cdb49c2, da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:24:06,530 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/f1/dd78ef2b41314879904db498d862a0b8 2024-11-20T19:24:06,533 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd78ef2b41314879904db498d862a0b8 2024-11-20T19:24:06,547 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/norep/26078086c64740948f34d43aceba9449 is 33, key is row2/norep:/1732130642634/DeleteFamily/seqid=0 2024-11-20T19:24:06,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741845_1021 (size=5108) 2024-11-20T19:24:06,555 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/rep_barrier/43ed9f02384841eea0aa1c7a0a9fa986 2024-11-20T19:24:06,572 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/table/483f513f7f624f0ca3ac86b2767bfe26 is 53, key is hbase:replication/table:state/1732130636582/Put/seqid=0 2024-11-20T19:24:06,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741846_1022 (size=5308) 2024-11-20T19:24:06,609 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:06,638 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d78f7819d29bbfedbbab399cdb49c2, da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:24:06,702 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1759, reset compression=false 2024-11-20T19:24:06,716 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:06,838 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 40d78f7819d29bbfedbbab399cdb49c2, da0dad7251a4c994b5a9e4bec05e566c 2024-11-20T19:24:06,951 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/norep/26078086c64740948f34d43aceba9449 2024-11-20T19:24:06,955 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26078086c64740948f34d43aceba9449 2024-11-20T19:24:06,956 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/f/3ad6edee58c04e8aa05d02ace541ad38 as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/f/3ad6edee58c04e8aa05d02ace541ad38 2024-11-20T19:24:06,961 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3ad6edee58c04e8aa05d02ace541ad38 2024-11-20T19:24:06,962 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/f/3ad6edee58c04e8aa05d02ace541ad38, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T19:24:06,963 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/f1/dd78ef2b41314879904db498d862a0b8 as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/f1/dd78ef2b41314879904db498d862a0b8 2024-11-20T19:24:06,968 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dd78ef2b41314879904db498d862a0b8 2024-11-20T19:24:06,968 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/f1/dd78ef2b41314879904db498d862a0b8, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T19:24:06,969 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/.tmp/norep/26078086c64740948f34d43aceba9449 as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/norep/26078086c64740948f34d43aceba9449 2024-11-20T19:24:06,974 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 26078086c64740948f34d43aceba9449 2024-11-20T19:24:06,974 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/norep/26078086c64740948f34d43aceba9449, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T19:24:06,975 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da0dad7251a4c994b5a9e4bec05e566c in 1338ms, sequenceid=12, compaction requested=false 2024-11-20T19:24:06,976 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/table/483f513f7f624f0ca3ac86b2767bfe26 2024-11-20T19:24:06,980 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/default/test/da0dad7251a4c994b5a9e4bec05e566c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T19:24:06,980 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:06,980 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:24:06,980 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for da0dad7251a4c994b5a9e4bec05e566c: Waiting for close lock at 1732130645636Running coprocessor pre-close hooks at 1732130645636Disabling compacts and flushes for region at 1732130645636Disabling writes for close at 1732130645637 (+1 ms)Obtaining lock to block concurrent updates at 1732130645637Preparing flush snapshotting stores in da0dad7251a4c994b5a9e4bec05e566c at 1732130645637Finished memstore snapshotting test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732130645637Flushing stores of test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. at 1732130645644 (+7 ms)Flushing da0dad7251a4c994b5a9e4bec05e566c/f: creating writer at 1732130645644Flushing da0dad7251a4c994b5a9e4bec05e566c/f: appending metadata at 1732130645670 (+26 ms)Flushing da0dad7251a4c994b5a9e4bec05e566c/f: closing flushed file at 1732130645670Flushing da0dad7251a4c994b5a9e4bec05e566c/f1: creating writer at 1732130646102 (+432 ms)Flushing da0dad7251a4c994b5a9e4bec05e566c/f1: appending metadata at 1732130646122 (+20 ms)Flushing da0dad7251a4c994b5a9e4bec05e566c/f1: closing flushed file at 1732130646122Flushing da0dad7251a4c994b5a9e4bec05e566c/norep: creating writer at 1732130646533 (+411 ms)Flushing da0dad7251a4c994b5a9e4bec05e566c/norep: appending metadata at 1732130646546 (+13 ms)Flushing da0dad7251a4c994b5a9e4bec05e566c/norep: closing flushed file at 1732130646546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd73beb: reopening flushed file at 1732130646955 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db2d095: reopening flushed file at 1732130646962 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6faa0711: reopening flushed file at 1732130646968 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for da0dad7251a4c994b5a9e4bec05e566c in 1338ms, sequenceid=12, compaction requested=false at 1732130646975 (+7 ms)Writing region close event to WAL at 1732130646977 (+2 ms)Running coprocessor post-close hooks at 1732130646980 (+3 ms)Closed at 1732130646980 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130628943.da0dad7251a4c994b5a9e4bec05e566c. 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40d78f7819d29bbfedbbab399cdb49c2, disabling compactions & flushes 2024-11-20T19:24:06,981 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. after waiting 0 ms 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40d78f7819d29bbfedbbab399cdb49c2: Waiting for close lock at 1732130646981Running coprocessor pre-close hooks at 1732130646981Disabling compacts and flushes for region at 1732130646981Disabling writes for close at 1732130646981Failed flush hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2., putting online again at 1732130646981 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:24:06,981 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/info/9c96b88d45264e3b8a96bab92408f084 as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/info/9c96b88d45264e3b8a96bab92408f084 2024-11-20T19:24:06,985 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/info/9c96b88d45264e3b8a96bab92408f084, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:24:06,986 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/ns/43abff99ddfc443ca196ce72cca91524 as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/ns/43abff99ddfc443ca196ce72cca91524 2024-11-20T19:24:06,992 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/ns/43abff99ddfc443ca196ce72cca91524, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:24:06,993 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/rep_barrier/43ed9f02384841eea0aa1c7a0a9fa986 as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/rep_barrier/43ed9f02384841eea0aa1c7a0a9fa986 2024-11-20T19:24:06,997 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/rep_barrier/43ed9f02384841eea0aa1c7a0a9fa986, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:24:06,998 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/.tmp/table/483f513f7f624f0ca3ac86b2767bfe26 as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/table/483f513f7f624f0ca3ac86b2767bfe26 2024-11-20T19:24:07,002 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/table/483f513f7f624f0ca3ac86b2767bfe26, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:24:07,003 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false 2024-11-20T19:24:07,015 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:24:07,016 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:07,016 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:24:07,016 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:07,016 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130645637Running coprocessor pre-close hooks at 1732130645637Disabling compacts and flushes for region at 1732130645638 (+1 ms)Disabling writes for close at 1732130645638Obtaining lock to block concurrent updates at 1732130645638Preparing flush snapshotting stores in 1588230740 at 1732130645638Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130645638Flushing stores of hbase:meta,,1.1588230740 at 1732130645639 (+1 ms)Flushing 1588230740/info: creating writer at 1732130645639Flushing 1588230740/info: appending metadata at 1732130645666 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732130645666Flushing 1588230740/ns: creating writer at 1732130646106 (+440 ms)Flushing 1588230740/ns: appending metadata at 1732130646126 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732130646126Flushing 1588230740/rep_barrier: creating writer at 1732130646138 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130646151 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130646151Flushing 1588230740/table: creating writer at 1732130646558 (+407 ms)Flushing 1588230740/table: appending metadata at 1732130646572 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732130646572Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f26846: reopening flushed file at 1732130646980 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53ed6817: reopening flushed file at 1732130646986 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67ebeba7: reopening flushed file at 1732130646992 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189f6292: reopening flushed file at 1732130646997 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1365ms, sequenceid=16, compaction requested=false at 1732130647003 (+6 ms)Writing region close event to WAL at 1732130647012 (+9 ms)Running coprocessor post-close hooks at 1732130647016 (+4 ms)Closed at 1732130647016 2024-11-20T19:24:07,016 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:07,039 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:24:07,039 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1325): Online Regions={40d78f7819d29bbfedbbab399cdb49c2=hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2.} 2024-11-20T19:24:07,039 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(3091): Received CLOSE for 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:24:07,039 DEBUG [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1351): Waiting on 40d78f7819d29bbfedbbab399cdb49c2 2024-11-20T19:24:07,039 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 40d78f7819d29bbfedbbab399cdb49c2, disabling compactions & flushes 2024-11-20T19:24:07,039 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:24:07,039 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:24:07,039 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. after waiting 0 ms 2024-11-20T19:24:07,039 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:24:07,039 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 40d78f7819d29bbfedbbab399cdb49c2: Waiting for close lock at 1732130647039Running coprocessor pre-close hooks at 1732130647039Disabling compacts and flushes for region at 1732130647039Disabling writes for close at 1732130647039Failed flush hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2., putting online again at 1732130647039 2024-11-20T19:24:07,039 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732130635413.40d78f7819d29bbfedbbab399cdb49c2. 2024-11-20T19:24:07,113 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:07,205 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 1759, reset compression=false 2024-11-20T19:24:07,210 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:07,210 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 2403, reset compression=false 2024-11-20T19:24:07,239 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T19:24:07,239 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,33837,1732130622195; all regions closed. 2024-11-20T19:24:07,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:24:07,241 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.meta.1732130625478.meta not finished, retry = 0 2024-11-20T19:24:07,319 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:07,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741839_1015 (size=2390) 2024-11-20T19:24:07,344 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.rep.1732130636542 not finished, retry = 0 2024-11-20T19:24:07,414 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 to pos 2403, reset compression=false 2024-11-20T19:24:07,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741832_1008 (size=2411) 2024-11-20T19:24:07,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/WALs/e14ef07817f4,33837,1732130622195/e14ef07817f4%2C33837%2C1732130622195.1732130624460 not finished, retry = 0 2024-11-20T19:24:07,547 DEBUG [RS:0;e14ef07817f4:33837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:07,547 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:07,547 INFO [RS:0;e14ef07817f4:33837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:07,547 INFO [RS:0;e14ef07817f4:33837 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:07,548 INFO [RS:0;e14ef07817f4:33837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:07,548 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:07,548 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,33837,1732130622195 because: Region server is closing 2024-11-20T19:24:07,548 INFO [RS:0;e14ef07817f4:33837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33837. 2024-11-20T19:24:07,548 DEBUG [RS:0;e14ef07817f4:33837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:07,548 DEBUG [RS:0;e14ef07817f4:33837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:07,548 DEBUG [RS:0;e14ef07817f4:33837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:07,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:07,649 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.shippere14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 terminated 2024-11-20T19:24:07,649 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33837,1732130622195.replicationSource.wal-reader.e14ef07817f4%2C33837%2C1732130622195,1-e14ef07817f4,33837,1732130622195 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:24:07,649 INFO [RS:0;e14ef07817f4:33837 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33837. 2024-11-20T19:24:07,649 DEBUG [RS:0;e14ef07817f4:33837 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:07,649 DEBUG [RS:0;e14ef07817f4:33837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:07,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:07,650 DEBUG [RS:0;e14ef07817f4:33837 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:07,650 INFO [RS:0;e14ef07817f4:33837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33837 2024-11-20T19:24:07,719 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21120129266/rs/e14ef07817f4,33837,1732130622195 2024-11-20T19:24:07,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266/rs 2024-11-20T19:24:07,738 INFO [RS:0;e14ef07817f4:33837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:07,768 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,33837,1732130622195] 2024-11-20T19:24:07,779 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21120129266/draining/e14ef07817f4,33837,1732130622195 already deleted, retry=false 2024-11-20T19:24:07,779 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,33837,1732130622195 expired; onlineServers=0 2024-11-20T19:24:07,779 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,35029,1732130622049' ***** 2024-11-20T19:24:07,779 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:24:07,779 INFO [M:0;e14ef07817f4:35029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:07,779 INFO [M:0;e14ef07817f4:35029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:07,779 DEBUG [M:0;e14ef07817f4:35029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:24:07,779 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:24:07,779 DEBUG [M:0;e14ef07817f4:35029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:24:07,779 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130624227 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130624227,5,FailOnTimeoutGroup] 2024-11-20T19:24:07,779 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130624227 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130624227,5,FailOnTimeoutGroup] 2024-11-20T19:24:07,780 INFO [M:0;e14ef07817f4:35029 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:07,780 INFO [M:0;e14ef07817f4:35029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:07,780 DEBUG [M:0;e14ef07817f4:35029 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:24:07,780 INFO [M:0;e14ef07817f4:35029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:24:07,780 INFO [M:0;e14ef07817f4:35029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:07,780 INFO [M:0;e14ef07817f4:35029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:24:07,780 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:24:07,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21120129266/master 2024-11-20T19:24:07,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21120129266 2024-11-20T19:24:07,792 DEBUG [M:0;e14ef07817f4:35029 {}] zookeeper.ZKUtil(347): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Unable to get data of znode /21120129266/master because node does not exist (not an error) 2024-11-20T19:24:07,792 WARN [M:0;e14ef07817f4:35029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:24:07,793 INFO [M:0;e14ef07817f4:35029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/.lastflushedseqids 2024-11-20T19:24:07,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741847_1023 (size=245) 2024-11-20T19:24:07,797 INFO [M:0;e14ef07817f4:35029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:24:07,797 INFO [M:0;e14ef07817f4:35029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:24:07,797 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:24:07,797 INFO [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:07,797 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:07,797 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:24:07,797 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:07,797 INFO [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-20T19:24:07,812 DEBUG [M:0;e14ef07817f4:35029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b620d1276514ce48a0499161330847f is 82, key is hbase:meta,,1/info:regioninfo/1732130625506/Put/seqid=0 2024-11-20T19:24:07,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741848_1024 (size=5672) 2024-11-20T19:24:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:07,869 INFO [RS:0;e14ef07817f4:33837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:07,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33837-0x10159b391cb0007, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:07,869 INFO [RS:0;e14ef07817f4:33837 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,33837,1732130622195; zookeeper connection closed. 2024-11-20T19:24:07,869 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@51b18dc7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@51b18dc7 2024-11-20T19:24:07,869 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:24:08,023 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:08,215 INFO [M:0;e14ef07817f4:35029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b620d1276514ce48a0499161330847f 2024-11-20T19:24:08,232 DEBUG [M:0;e14ef07817f4:35029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14ed38c51f514436b83c966b725aed61 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732130636585/Put/seqid=0 2024-11-20T19:24:08,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741849_1025 (size=9211) 2024-11-20T19:24:08,422 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:08,636 INFO [M:0;e14ef07817f4:35029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14ed38c51f514436b83c966b725aed61 2024-11-20T19:24:08,656 DEBUG [M:0;e14ef07817f4:35029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e84271048fc94cd8b73ca1a450cf773b is 69, key is e14ef07817f4,33837,1732130622195/rs:state/1732130624257/Put/seqid=0 2024-11-20T19:24:08,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741850_1026 (size=5156) 2024-11-20T19:24:08,826 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:09,059 INFO [M:0;e14ef07817f4:35029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e84271048fc94cd8b73ca1a450cf773b 2024-11-20T19:24:09,063 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3b620d1276514ce48a0499161330847f as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b620d1276514ce48a0499161330847f 2024-11-20T19:24:09,066 INFO [M:0;e14ef07817f4:35029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3b620d1276514ce48a0499161330847f, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T19:24:09,067 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/14ed38c51f514436b83c966b725aed61 as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14ed38c51f514436b83c966b725aed61 2024-11-20T19:24:09,070 INFO [M:0;e14ef07817f4:35029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/14ed38c51f514436b83c966b725aed61, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T19:24:09,070 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e84271048fc94cd8b73ca1a450cf773b as hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e84271048fc94cd8b73ca1a450cf773b 2024-11-20T19:24:09,073 INFO [M:0;e14ef07817f4:35029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44639/user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e84271048fc94cd8b73ca1a450cf773b, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T19:24:09,074 INFO [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=127, compaction requested=false 2024-11-20T19:24:09,075 INFO [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:09,075 DEBUG [M:0;e14ef07817f4:35029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130647797Disabling compacts and flushes for region at 1732130647797Disabling writes for close at 1732130647797Obtaining lock to block concurrent updates at 1732130647797Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130647797Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1732130647798 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130647798Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130647798Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130647811 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130647811Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130648219 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130648231 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130648231Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130648640 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130648655 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130648655Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e535c7c: reopening flushed file at 1732130649062 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196a9b9: reopening flushed file at 1732130649066 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6c908a: reopening flushed file at 1732130649070 (+4 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=127, compaction requested=false at 1732130649074 (+4 ms)Writing region close event to WAL at 1732130649075 (+1 ms)Closed at 1732130649075 2024-11-20T19:24:09,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34223 is added to blk_1073741830_1006 (size=73854) 2024-11-20T19:24:09,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97b9460a-71d7-ae1f-d418-4de97aea1985/MasterData/WALs/e14ef07817f4,35029,1732130622049/e14ef07817f4%2C35029%2C1732130622049.1732130623939 not finished, retry = 0 2024-11-20T19:24:09,177 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:09,178 INFO [M:0;e14ef07817f4:35029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:24:09,178 INFO [M:0;e14ef07817f4:35029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35029 2024-11-20T19:24:09,178 INFO [M:0;e14ef07817f4:35029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:09,225 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:09,365 INFO [M:0;e14ef07817f4:35029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:09,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35029-0x10159b391cb0006, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:09,367 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74285854{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:24:09,367 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74c30093{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:09,367 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:09,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2811eb3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:09,368 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c4f67e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:09,369 WARN [BP-754330674-172.17.0.3-1732130619913 heartbeating to localhost/127.0.0.1:44639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:24:09,369 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:24:09,369 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:24:09,369 WARN [BP-754330674-172.17.0.3-1732130619913 heartbeating to localhost/127.0.0.1:44639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-754330674-172.17.0.3-1732130619913 (Datanode Uuid fdbf9ce4-1286-44c6-92fb-d336952c8b8b) service to localhost/127.0.0.1:44639 2024-11-20T19:24:09,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/cluster_83ece45d-8533-3d41-6a4e-4f9392008de1/data/data1/current/BP-754330674-172.17.0.3-1732130619913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:09,370 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/cluster_83ece45d-8533-3d41-6a4e-4f9392008de1/data/data2/current/BP-754330674-172.17.0.3-1732130619913 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:09,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:24:09,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7dbee246{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:24:09,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37631bfe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:09,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:09,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67564ff7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:09,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@427a4283{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:24:09,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:24:09,394 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:09,394 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:09,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:09,395 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:09,395 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:09,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:24:09,395 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=712641699, stopped=false 2024-11-20T19:24:09,395 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,39383,1732130616303 2024-11-20T19:24:09,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480961817/running 2024-11-20T19:24:09,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:24:09,423 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:09,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480961817/running 2024-11-20T19:24:09,424 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:09,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:24:09,424 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:09,424 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:09,424 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,35365,1732130616443' ***** 2024-11-20T19:24:09,424 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:24:09,425 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on znode that does not yet exist, /1480961817/running 2024-11-20T19:24:09,425 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:24:09,425 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:24:09,425 INFO [RS:0;e14ef07817f4:35365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:24:09,425 INFO [RS:0;e14ef07817f4:35365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:24:09,425 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d8792535c4c47a70c6ed452ad4826b0 2024-11-20T19:24:09,425 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(3091): Received CLOSE for 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:24:09,425 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,35365,1732130616443 2024-11-20T19:24:09,425 INFO [RS:0;e14ef07817f4:35365 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:09,426 INFO [RS:0;e14ef07817f4:35365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:35365. 2024-11-20T19:24:09,426 DEBUG [RS:0;e14ef07817f4:35365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:09,426 DEBUG [RS:0;e14ef07817f4:35365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:09,426 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d8792535c4c47a70c6ed452ad4826b0, disabling compactions & flushes 2024-11-20T19:24:09,426 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:24:09,426 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:24:09,426 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:24:09,426 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. after waiting 0 ms 2024-11-20T19:24:09,426 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:24:09,426 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:24:09,426 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:24:09,426 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:24:09,426 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d8792535c4c47a70c6ed452ad4826b0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T19:24:09,426 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:24:09,426 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1325): Online Regions={0d8792535c4c47a70c6ed452ad4826b0=hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0., 1588230740=hbase:meta,,1.1588230740, 23af404567cb49462c36be1e8f0d605b=test,,1732130626794.23af404567cb49462c36be1e8f0d605b.} 2024-11-20T19:24:09,426 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1351): Waiting on 0d8792535c4c47a70c6ed452ad4826b0, 1588230740, 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:24:09,426 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:09,426 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:09,426 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:09,426 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:09,426 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:09,426 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:24:09,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Set watcher on znode that does not yet exist, /1480961817/running 2024-11-20T19:24:09,433 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:09,444 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0/.tmp/queue/31dadb7c634941a491b778b981c08255 is 154, key is 1-e14ef07817f4,35365,1732130616443/queue:e14ef07817f4%2C35365%2C1732130616443/1732130645305/Put/seqid=0 2024-11-20T19:24:09,445 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/info/b4bb17e15ef841ddb83a9054edd5b072 is 147, key is hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0./info:regioninfo/1732130634454/Put/seqid=0 2024-11-20T19:24:09,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741840_1016 (size=5353) 2024-11-20T19:24:09,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741841_1017 (size=7686) 2024-11-20T19:24:09,626 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1351): Waiting on 0d8792535c4c47a70c6ed452ad4826b0, 1588230740, 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:24:09,660 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:24:09,660 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:24:09,729 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:09,826 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1351): Waiting on 0d8792535c4c47a70c6ed452ad4826b0, 1588230740, 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:24:09,849 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/info/b4bb17e15ef841ddb83a9054edd5b072 2024-11-20T19:24:09,849 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0/.tmp/queue/31dadb7c634941a491b778b981c08255 2024-11-20T19:24:09,853 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0/.tmp/queue/31dadb7c634941a491b778b981c08255 as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0/queue/31dadb7c634941a491b778b981c08255 2024-11-20T19:24:09,856 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0/queue/31dadb7c634941a491b778b981c08255, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T19:24:09,857 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0d8792535c4c47a70c6ed452ad4826b0 in 431ms, sequenceid=14, compaction requested=false 2024-11-20T19:24:09,860 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/replication/0d8792535c4c47a70c6ed452ad4826b0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T19:24:09,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:09,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:24:09,861 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:24:09,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d8792535c4c47a70c6ed452ad4826b0: Waiting for close lock at 1732130649426Running coprocessor pre-close hooks at 1732130649426Disabling compacts and flushes for region at 1732130649426Disabling writes for close at 1732130649426Obtaining lock to block concurrent updates at 1732130649426Preparing flush snapshotting stores in 0d8792535c4c47a70c6ed452ad4826b0 at 1732130649426Finished memstore snapshotting hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732130649426Flushing stores of hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. at 1732130649427 (+1 ms)Flushing 0d8792535c4c47a70c6ed452ad4826b0/queue: creating writer at 1732130649427Flushing 0d8792535c4c47a70c6ed452ad4826b0/queue: appending metadata at 1732130649443 (+16 ms)Flushing 0d8792535c4c47a70c6ed452ad4826b0/queue: closing flushed file at 1732130649443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bed391: reopening flushed file at 1732130649852 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0d8792535c4c47a70c6ed452ad4826b0 in 431ms, sequenceid=14, compaction requested=false at 1732130649857 (+5 ms)Writing region close event to WAL at 1732130649858 (+1 ms)Running coprocessor post-close hooks at 1732130649861 (+3 ms)Closed at 1732130649861 2024-11-20T19:24:09,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130633254.0d8792535c4c47a70c6ed452ad4826b0. 2024-11-20T19:24:09,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23af404567cb49462c36be1e8f0d605b, disabling compactions & flushes 2024-11-20T19:24:09,861 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:24:09,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:24:09,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130626794.23af404567cb49462c36be1e8f0d605b. after waiting 0 ms 2024-11-20T19:24:09,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:24:09,861 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 23af404567cb49462c36be1e8f0d605b 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T19:24:09,869 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/ns/23efb6db0b8d41f6b7f3ed20a9589997 is 43, key is default/ns:d/1732130619789/Put/seqid=0 2024-11-20T19:24:09,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741842_1018 (size=5153) 2024-11-20T19:24:09,875 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/f/d38850cf05894647b1c4b7d132be84fd is 37, key is row3/f:row3/1732130644281/Put/seqid=0 2024-11-20T19:24:09,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741843_1019 (size=5228) 2024-11-20T19:24:09,879 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/f/d38850cf05894647b1c4b7d132be84fd 2024-11-20T19:24:09,882 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d38850cf05894647b1c4b7d132be84fd 2024-11-20T19:24:09,900 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/f1/56c50dd901384cf2aa4d2cc1e4e790d2 is 30, key is row1/f1:/1732130641629/DeleteFamily/seqid=0 2024-11-20T19:24:09,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741844_1020 (size=5158) 2024-11-20T19:24:10,027 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:24:10,128 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:10,227 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:24:10,273 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/ns/23efb6db0b8d41f6b7f3ed20a9589997 2024-11-20T19:24:10,294 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/rep_barrier/d2e624a0e3f34fa7a22b81e49fc1d40e is 112, key is test,,1732130626794.23af404567cb49462c36be1e8f0d605b./rep_barrier:seqnumDuringOpen/1732130627932/Put/seqid=0 2024-11-20T19:24:10,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741845_1021 (size=5518) 2024-11-20T19:24:10,301 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/rep_barrier/d2e624a0e3f34fa7a22b81e49fc1d40e 2024-11-20T19:24:10,304 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/f1/56c50dd901384cf2aa4d2cc1e4e790d2 2024-11-20T19:24:10,307 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56c50dd901384cf2aa4d2cc1e4e790d2 2024-11-20T19:24:10,320 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/table/5edf76e0d37f419e8095d693ac533ce0 is 53, key is hbase:replication/table:state/1732130634459/Put/seqid=0 2024-11-20T19:24:10,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741846_1022 (size=5308) 2024-11-20T19:24:10,329 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/norep/a813d7a6e63f4ddc9f63396375605624 is 33, key is row1/norep:/1732130641629/DeleteFamily/seqid=0 2024-11-20T19:24:10,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741847_1023 (size=5108) 2024-11-20T19:24:10,427 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:24:10,427 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 23af404567cb49462c36be1e8f0d605b=test,,1732130626794.23af404567cb49462c36be1e8f0d605b.} 2024-11-20T19:24:10,427 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:24:10,627 DEBUG [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 23af404567cb49462c36be1e8f0d605b 2024-11-20T19:24:10,729 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/table/5edf76e0d37f419e8095d693ac533ce0 2024-11-20T19:24:10,732 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1466, reset compression=false 2024-11-20T19:24:10,733 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/norep/a813d7a6e63f4ddc9f63396375605624 2024-11-20T19:24:10,733 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/info/b4bb17e15ef841ddb83a9054edd5b072 as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/info/b4bb17e15ef841ddb83a9054edd5b072 2024-11-20T19:24:10,735 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:10,735 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1713, reset compression=false 2024-11-20T19:24:10,735 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,35365,1732130616443 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:10,736 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a813d7a6e63f4ddc9f63396375605624 2024-11-20T19:24:10,736 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,35365,1732130616443: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,35365,1732130616443, walGroup=e14ef07817f4%2C35365%2C1732130616443, offset=e14ef07817f4%2C35365%2C1732130616443.1732130618737:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:35365 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:24:10,738 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/f/d38850cf05894647b1c4b7d132be84fd as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/f/d38850cf05894647b1c4b7d132be84fd 2024-11-20T19:24:10,738 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:24:10,738 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:24:10,738 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:24:10,738 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:24:10,738 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:24:10,738 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1258291200, "init": 1048576000, "max": 2306867200, "used": 737559072 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199294040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:24:10,739 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/info/b4bb17e15ef841ddb83a9054edd5b072, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:24:10,739 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:39383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:39383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:24:10,739 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/ns/23efb6db0b8d41f6b7f3ed20a9589997 as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/ns/23efb6db0b8d41f6b7f3ed20a9589997 2024-11-20T19:24:10,742 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d38850cf05894647b1c4b7d132be84fd 2024-11-20T19:24:10,742 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/f/d38850cf05894647b1c4b7d132be84fd, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T19:24:10,743 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/ns/23efb6db0b8d41f6b7f3ed20a9589997, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:24:10,743 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/f1/56c50dd901384cf2aa4d2cc1e4e790d2 as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/f1/56c50dd901384cf2aa4d2cc1e4e790d2 2024-11-20T19:24:10,743 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/rep_barrier/d2e624a0e3f34fa7a22b81e49fc1d40e as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/rep_barrier/d2e624a0e3f34fa7a22b81e49fc1d40e 2024-11-20T19:24:10,746 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 56c50dd901384cf2aa4d2cc1e4e790d2 2024-11-20T19:24:10,746 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/f1/56c50dd901384cf2aa4d2cc1e4e790d2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T19:24:10,746 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/rep_barrier/d2e624a0e3f34fa7a22b81e49fc1d40e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:24:10,747 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/.tmp/table/5edf76e0d37f419e8095d693ac533ce0 as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/table/5edf76e0d37f419e8095d693ac533ce0 2024-11-20T19:24:10,747 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/.tmp/norep/a813d7a6e63f4ddc9f63396375605624 as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/norep/a813d7a6e63f4ddc9f63396375605624 2024-11-20T19:24:10,750 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a813d7a6e63f4ddc9f63396375605624 2024-11-20T19:24:10,750 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/table/5edf76e0d37f419e8095d693ac533ce0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:24:10,750 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/norep/a813d7a6e63f4ddc9f63396375605624, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T19:24:10,751 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 23af404567cb49462c36be1e8f0d605b in 890ms, sequenceid=12, compaction requested=false 2024-11-20T19:24:10,751 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false 2024-11-20T19:24:10,751 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:24:10,751 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:24:10,755 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:24:10,755 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/data/default/test/23af404567cb49462c36be1e8f0d605b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T19:24:10,756 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:10,756 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:24:10,756 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:10,756 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:24:10,756 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:24:10,756 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:10,756 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23af404567cb49462c36be1e8f0d605b: Waiting for close lock at 1732130649861Running coprocessor pre-close hooks at 1732130649861Disabling compacts and flushes for region at 1732130649861Disabling writes for close at 1732130649861Obtaining lock to block concurrent updates at 1732130649861Preparing flush snapshotting stores in 23af404567cb49462c36be1e8f0d605b at 1732130649861Finished memstore snapshotting test,,1732130626794.23af404567cb49462c36be1e8f0d605b., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732130649862 (+1 ms)Flushing stores of test,,1732130626794.23af404567cb49462c36be1e8f0d605b. at 1732130649862Flushing 23af404567cb49462c36be1e8f0d605b/f: creating writer at 1732130649862Flushing 23af404567cb49462c36be1e8f0d605b/f: appending metadata at 1732130649875 (+13 ms)Flushing 23af404567cb49462c36be1e8f0d605b/f: closing flushed file at 1732130649875Flushing 23af404567cb49462c36be1e8f0d605b/f1: creating writer at 1732130649882 (+7 ms)Flushing 23af404567cb49462c36be1e8f0d605b/f1: appending metadata at 1732130649899 (+17 ms)Flushing 23af404567cb49462c36be1e8f0d605b/f1: closing flushed file at 1732130649899Flushing 23af404567cb49462c36be1e8f0d605b/norep: creating writer at 1732130650307 (+408 ms)Flushing 23af404567cb49462c36be1e8f0d605b/norep: appending metadata at 1732130650328 (+21 ms)Flushing 23af404567cb49462c36be1e8f0d605b/norep: closing flushed file at 1732130650328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@314fe171: reopening flushed file at 1732130650737 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709d84cc: reopening flushed file at 1732130650742 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1977b3: reopening flushed file at 1732130650746 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 23af404567cb49462c36be1e8f0d605b in 890ms, sequenceid=12, compaction requested=false at 1732130650751 (+5 ms)Writing region close event to WAL at 1732130650753 (+2 ms)Running coprocessor post-close hooks at 1732130650755 (+2 ms)Closed at 1732130650756 (+1 ms) 2024-11-20T19:24:10,756 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130649426Running coprocessor pre-close hooks at 1732130649426Disabling compacts and flushes for region at 1732130649426Disabling writes for close at 1732130649426Obtaining lock to block concurrent updates at 1732130649426Preparing flush snapshotting stores in 1588230740 at 1732130649426Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130649427 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732130649427Flushing 1588230740/info: creating writer at 1732130649427Flushing 1588230740/info: appending metadata at 1732130649445 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732130649445Flushing 1588230740/ns: creating writer at 1732130649852 (+407 ms)Flushing 1588230740/ns: appending metadata at 1732130649869 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732130649869Flushing 1588230740/rep_barrier: creating writer at 1732130650276 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130650294 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130650294Flushing 1588230740/table: creating writer at 1732130650303 (+9 ms)Flushing 1588230740/table: appending metadata at 1732130650320 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732130650320Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c160a3: reopening flushed file at 1732130650733 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dc62100: reopening flushed file at 1732130650739 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c71b396: reopening flushed file at 1732130650743 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d34b411: reopening flushed file at 1732130650746 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1325ms, sequenceid=16, compaction requested=false at 1732130650751 (+5 ms)Writing region close event to WAL at 1732130650753 (+2 ms)Running coprocessor post-close hooks at 1732130650756 (+3 ms)Closed at 1732130650756 2024-11-20T19:24:10,756 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:10,756 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130626794.23af404567cb49462c36be1e8f0d605b. 2024-11-20T19:24:10,827 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,35365,1732130616443; all regions closed. 2024-11-20T19:24:10,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:24:10,829 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.meta.1732130619751.meta not finished, retry = 0 2024-11-20T19:24:10,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741839_1015 (size=3552) 2024-11-20T19:24:10,932 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.rep.1732130634427 not finished, retry = 0 2024-11-20T19:24:10,940 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 1713, reset compression=false 2024-11-20T19:24:10,943 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:10,943 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.wal-reader.e14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 to pos 2357, reset compression=false 2024-11-20T19:24:11,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741832_1008 (size=2365) 2024-11-20T19:24:11,034 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/WALs/e14ef07817f4,35365,1732130616443/e14ef07817f4%2C35365%2C1732130616443.1732130618737 not finished, retry = 0 2024-11-20T19:24:11,131 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:11,135 DEBUG [RS:0;e14ef07817f4:35365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:11,135 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:11,135 INFO [RS:0;e14ef07817f4:35365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:11,135 INFO [RS:0;e14ef07817f4:35365 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:11,135 INFO [RS:0;e14ef07817f4:35365 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:11,135 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:11,135 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,35365,1732130616443 because: Region server is closing 2024-11-20T19:24:11,136 INFO [RS:0;e14ef07817f4:35365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:35365. 2024-11-20T19:24:11,136 DEBUG [RS:0;e14ef07817f4:35365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:11,136 DEBUG [RS:0;e14ef07817f4:35365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:11,136 DEBUG [RS:0;e14ef07817f4:35365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:11,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:11,236 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,35365,1732130616443.replicationSource.shippere14ef07817f4%2C35365%2C1732130616443,1-e14ef07817f4,35365,1732130616443 terminated 2024-11-20T19:24:11,236 INFO [RS:0;e14ef07817f4:35365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:35365. 2024-11-20T19:24:11,236 DEBUG [RS:0;e14ef07817f4:35365 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:11,236 DEBUG [RS:0;e14ef07817f4:35365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:11,236 DEBUG [RS:0;e14ef07817f4:35365 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:11,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:11,237 INFO [RS:0;e14ef07817f4:35365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35365 2024-11-20T19:24:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480961817/rs/e14ef07817f4,35365,1732130616443 2024-11-20T19:24:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817/rs 2024-11-20T19:24:11,349 INFO [RS:0;e14ef07817f4:35365 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:11,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,35365,1732130616443] 2024-11-20T19:24:11,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1480961817/draining/e14ef07817f4,35365,1732130616443 already deleted, retry=false 2024-11-20T19:24:11,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,35365,1732130616443 expired; onlineServers=0 2024-11-20T19:24:11,370 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,39383,1732130616303' ***** 2024-11-20T19:24:11,370 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:24:11,370 INFO [M:0;e14ef07817f4:39383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:11,370 INFO [M:0;e14ef07817f4:39383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:11,371 DEBUG [M:0;e14ef07817f4:39383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:24:11,371 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:24:11,371 DEBUG [M:0;e14ef07817f4:39383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:24:11,371 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130618476 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130618476,5,FailOnTimeoutGroup] 2024-11-20T19:24:11,371 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130618476 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130618476,5,FailOnTimeoutGroup] 2024-11-20T19:24:11,371 INFO [M:0;e14ef07817f4:39383 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:11,371 INFO [M:0;e14ef07817f4:39383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:11,371 DEBUG [M:0;e14ef07817f4:39383 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:24:11,371 INFO [M:0;e14ef07817f4:39383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:24:11,371 INFO [M:0;e14ef07817f4:39383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:11,371 INFO [M:0;e14ef07817f4:39383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:24:11,371 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:24:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1480961817/master 2024-11-20T19:24:11,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1480961817 2024-11-20T19:24:11,381 DEBUG [M:0;e14ef07817f4:39383 {}] zookeeper.ZKUtil(347): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Unable to get data of znode /1480961817/master because node does not exist (not an error) 2024-11-20T19:24:11,381 WARN [M:0;e14ef07817f4:39383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:24:11,381 INFO [M:0;e14ef07817f4:39383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/.lastflushedseqids 2024-11-20T19:24:11,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741848_1024 (size=245) 2024-11-20T19:24:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:11,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35365-0x10159b391cb0004, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:11,460 INFO [RS:0;e14ef07817f4:35365 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:11,460 INFO [RS:0;e14ef07817f4:35365 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,35365,1732130616443; zookeeper connection closed. 2024-11-20T19:24:11,460 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@67a0176e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@67a0176e 2024-11-20T19:24:11,460 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:24:11,785 INFO [M:0;e14ef07817f4:39383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:24:11,785 INFO [M:0;e14ef07817f4:39383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:24:11,786 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:24:11,786 INFO [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:11,786 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:11,786 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:24:11,786 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:11,786 INFO [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-20T19:24:11,803 DEBUG [M:0;e14ef07817f4:39383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a25f29be24142cd8ef41449d40ed344 is 82, key is hbase:meta,,1/info:regioninfo/1732130619776/Put/seqid=0 2024-11-20T19:24:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741849_1025 (size=5672) 2024-11-20T19:24:11,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,207 INFO [M:0;e14ef07817f4:39383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a25f29be24142cd8ef41449d40ed344 2024-11-20T19:24:12,227 DEBUG [M:0;e14ef07817f4:39383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5131d6d215484736a60709f1f98221aa is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130627941/Put/seqid=0 2024-11-20T19:24:12,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741850_1026 (size=7217) 2024-11-20T19:24:12,231 INFO [M:0;e14ef07817f4:39383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5131d6d215484736a60709f1f98221aa 2024-11-20T19:24:12,234 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:12,235 INFO [M:0;e14ef07817f4:39383 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5131d6d215484736a60709f1f98221aa 2024-11-20T19:24:12,251 DEBUG [M:0;e14ef07817f4:39383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/290de10bcce3417fbca5d7912963a5c2 is 69, key is e14ef07817f4,35365,1732130616443/rs:state/1732130618597/Put/seqid=0 2024-11-20T19:24:12,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741851_1027 (size=5156) 2024-11-20T19:24:12,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:24:12,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,606 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:12,655 INFO [M:0;e14ef07817f4:39383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/290de10bcce3417fbca5d7912963a5c2 2024-11-20T19:24:12,661 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a25f29be24142cd8ef41449d40ed344 as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a25f29be24142cd8ef41449d40ed344 2024-11-20T19:24:12,665 INFO [M:0;e14ef07817f4:39383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a25f29be24142cd8ef41449d40ed344, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T19:24:12,666 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5131d6d215484736a60709f1f98221aa as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5131d6d215484736a60709f1f98221aa 2024-11-20T19:24:12,671 INFO [M:0;e14ef07817f4:39383 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5131d6d215484736a60709f1f98221aa 2024-11-20T19:24:12,671 INFO [M:0;e14ef07817f4:39383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5131d6d215484736a60709f1f98221aa, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T19:24:12,672 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/290de10bcce3417fbca5d7912963a5c2 as hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/290de10bcce3417fbca5d7912963a5c2 2024-11-20T19:24:12,677 INFO [M:0;e14ef07817f4:39383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36511/user/jenkins/test-data/ca555742-ed76-295f-d615-c52cd5951817/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/290de10bcce3417fbca5d7912963a5c2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T19:24:12,678 INFO [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=105, compaction requested=false 2024-11-20T19:24:12,680 INFO [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:12,681 DEBUG [M:0;e14ef07817f4:39383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130651785Disabling compacts and flushes for region at 1732130651785Disabling writes for close at 1732130651786 (+1 ms)Obtaining lock to block concurrent updates at 1732130651786Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130651786Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732130651786Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130651786Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130651787 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130651803 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130651803Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130652211 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130652227 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130652227Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130652235 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130652251 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130652251Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47f6ada: reopening flushed file at 1732130652660 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec7630f: reopening flushed file at 1732130652665 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5413abfd: reopening flushed file at 1732130652671 (+6 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 892ms, sequenceid=105, compaction requested=false at 1732130652678 (+7 ms)Writing region close event to WAL at 1732130652680 (+2 ms)Closed at 1732130652680 2024-11-20T19:24:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35107 is added to blk_1073741830_1006 (size=64411) 2024-11-20T19:24:12,687 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:12,687 INFO [M:0;e14ef07817f4:39383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:24:12,687 INFO [M:0;e14ef07817f4:39383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39383 2024-11-20T19:24:12,688 INFO [M:0;e14ef07817f4:39383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:12,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:12,797 INFO [M:0;e14ef07817f4:39383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:12,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39383-0x10159b391cb0003, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:12,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ab5754e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:24:12,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@798dd4c9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:12,800 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:12,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a55a78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:12,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f770ebb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:12,801 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:24:12,801 WARN [BP-46322207-172.17.0.3-1732130614286 heartbeating to localhost/127.0.0.1:36511 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:24:12,801 WARN [BP-46322207-172.17.0.3-1732130614286 heartbeating to localhost/127.0.0.1:36511 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-46322207-172.17.0.3-1732130614286 (Datanode Uuid 5edafb8a-2209-4bf7-bca3-402fca8a51a8) service to localhost/127.0.0.1:36511 2024-11-20T19:24:12,801 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:24:12,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/cluster_b6b73898-fd49-b13f-d442-eff15436cf49/data/data1/current/BP-46322207-172.17.0.3-1732130614286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:12,802 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/cluster_b6b73898-fd49-b13f-d442-eff15436cf49/data/data2/current/BP-46322207-172.17.0.3-1732130614286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:12,802 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:24:12,807 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@598ad856{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:24:12,808 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5720561a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:12,808 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:12,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d907930{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:12,808 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@470b8d1e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71036efd-7f61-deb0-b48a-e3be69aa30b6/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:12,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:24:12,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:24:12,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:12,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:12,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:12,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:12,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:12,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:24:12,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1793721132, stopped=false 2024-11-20T19:24:12,821 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,37219,1732130610585 2024-11-20T19:24:12,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01076582306/running 2024-11-20T19:24:12,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01076582306/running 2024-11-20T19:24:12,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:24:12,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:24:12,854 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:12,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on znode that does not yet exist, /01076582306/running 2024-11-20T19:24:12,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Set watcher on znode that does not yet exist, /01076582306/running 2024-11-20T19:24:12,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:12,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:12,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:12,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,45601,1732130610794' ***** 2024-11-20T19:24:12,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:24:12,860 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:24:12,860 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:24:12,860 INFO [RS:0;e14ef07817f4:45601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(3091): Received CLOSE for 215db832ff7f7aae9372a806652763be 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(3091): Received CLOSE for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,45601,1732130610794 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:12,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 215db832ff7f7aae9372a806652763be, disabling compactions & flushes 2024-11-20T19:24:12,861 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:24:12,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:45601. 2024-11-20T19:24:12,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130625649.215db832ff7f7aae9372a806652763be. after waiting 0 ms 2024-11-20T19:24:12,861 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:24:12,861 DEBUG [RS:0;e14ef07817f4:45601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:12,861 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 215db832ff7f7aae9372a806652763be 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T19:24:12,861 DEBUG [RS:0;e14ef07817f4:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:24:12,861 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:24:12,862 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:24:12,862 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 215db832ff7f7aae9372a806652763be=test,,1732130625649.215db832ff7f7aae9372a806652763be., cadde3b2796ba983a8fec8c2fb9b7c6d=hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d.} 2024-11-20T19:24:12,862 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 215db832ff7f7aae9372a806652763be, cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:12,862 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:12,862 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:12,862 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:12,862 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:12,862 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:12,862 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:24:12,876 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:24:12,876 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:24:12,880 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/info/42dc733e71e745e0b8f7efcb590959d4 is 147, key is hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d./info:regioninfo/1732130632265/Put/seqid=0 2024-11-20T19:24:12,884 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/f/bfe9de8f505b4e268b96ae4fda57a905 is 37, key is row3/f:row3/1732130644281/Put/seqid=0 2024-11-20T19:24:12,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741840_1016 (size=7686) 2024-11-20T19:24:12,886 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/info/42dc733e71e745e0b8f7efcb590959d4 2024-11-20T19:24:12,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741841_1017 (size=5228) 2024-11-20T19:24:12,909 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/ns/07e570be1afb46e79be8fc1303255e44 is 43, key is default/ns:d/1732130614130/Put/seqid=0 2024-11-20T19:24:12,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741842_1018 (size=5153) 2024-11-20T19:24:12,920 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:13,062 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 215db832ff7f7aae9372a806652763be, cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:13,262 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 215db832ff7f7aae9372a806652763be, cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:13,290 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/f/bfe9de8f505b4e268b96ae4fda57a905 2024-11-20T19:24:13,294 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe9de8f505b4e268b96ae4fda57a905 2024-11-20T19:24:13,311 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/f1/187fd97913484491a85fa03519d8fd7c is 30, key is row1/f1:/1732130641629/DeleteFamily/seqid=0 2024-11-20T19:24:13,313 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/ns/07e570be1afb46e79be8fc1303255e44 2024-11-20T19:24:13,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741843_1019 (size=5158) 2024-11-20T19:24:13,329 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b41d21ff38cc4d70b9dab6a8f084eb31 is 112, key is test,,1732130625649.215db832ff7f7aae9372a806652763be./rep_barrier:seqnumDuringOpen/1732130626426/Put/seqid=0 2024-11-20T19:24:13,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741844_1020 (size=5518) 2024-11-20T19:24:13,445 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1488, reset compression=false 2024-11-20T19:24:13,448 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:13,449 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1735, reset compression=false 2024-11-20T19:24:13,449 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,45601,1732130610794 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:13,449 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,45601,1732130610794: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,45601,1732130610794, walGroup=e14ef07817f4%2C45601%2C1732130610794, offset=e14ef07817f4%2C45601%2C1732130610794.1732130613011:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:45601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:24:13,450 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:24:13,450 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:24:13,450 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:24:13,450 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:24:13,450 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:24:13,451 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1258291200, "init": 1048576000, "max": 2306867200, "used": 819348000 }, "NonHeapMemoryUsage": { "committed": 202637312, "init": 7667712, "max": -1, "used": 199742328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:24:13,451 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:37219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:37219 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:24:13,462 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 215db832ff7f7aae9372a806652763be, cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:13,652 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1735, reset compression=false 2024-11-20T19:24:13,662 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 215db832ff7f7aae9372a806652763be, cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:13,714 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/f1/187fd97913484491a85fa03519d8fd7c 2024-11-20T19:24:13,718 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 187fd97913484491a85fa03519d8fd7c 2024-11-20T19:24:13,732 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/norep/dfed2b775e924d63b6f2694544319572 is 32, key is row/norep:/1732130640623/DeleteFamily/seqid=0 2024-11-20T19:24:13,732 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b41d21ff38cc4d70b9dab6a8f084eb31 2024-11-20T19:24:13,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741845_1021 (size=5101) 2024-11-20T19:24:13,752 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/table/511475bb19194ee49134b149a8b749e1 is 53, key is hbase:replication/table:state/1732130632272/Put/seqid=0 2024-11-20T19:24:13,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741846_1022 (size=5308) 2024-11-20T19:24:13,863 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 215db832ff7f7aae9372a806652763be, cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:13,956 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1735, reset compression=false 2024-11-20T19:24:14,063 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 215db832ff7f7aae9372a806652763be, cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:14,135 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/norep/dfed2b775e924d63b6f2694544319572 2024-11-20T19:24:14,140 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfed2b775e924d63b6f2694544319572 2024-11-20T19:24:14,140 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/f/bfe9de8f505b4e268b96ae4fda57a905 as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/f/bfe9de8f505b4e268b96ae4fda57a905 2024-11-20T19:24:14,142 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T19:24:14,142 INFO [master/e14ef07817f4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T19:24:14,144 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bfe9de8f505b4e268b96ae4fda57a905 2024-11-20T19:24:14,144 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/f/bfe9de8f505b4e268b96ae4fda57a905, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T19:24:14,145 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/f1/187fd97913484491a85fa03519d8fd7c as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/f1/187fd97913484491a85fa03519d8fd7c 2024-11-20T19:24:14,148 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 187fd97913484491a85fa03519d8fd7c 2024-11-20T19:24:14,148 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/f1/187fd97913484491a85fa03519d8fd7c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T19:24:14,149 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/.tmp/norep/dfed2b775e924d63b6f2694544319572 as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/norep/dfed2b775e924d63b6f2694544319572 2024-11-20T19:24:14,153 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dfed2b775e924d63b6f2694544319572 2024-11-20T19:24:14,153 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/norep/dfed2b775e924d63b6f2694544319572, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T19:24:14,154 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 215db832ff7f7aae9372a806652763be in 1293ms, sequenceid=12, compaction requested=false 2024-11-20T19:24:14,155 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/table/511475bb19194ee49134b149a8b749e1 2024-11-20T19:24:14,157 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/default/test/215db832ff7f7aae9372a806652763be/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T19:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:24:14,158 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 215db832ff7f7aae9372a806652763be: Waiting for close lock at 1732130652861Running coprocessor pre-close hooks at 1732130652861Disabling compacts and flushes for region at 1732130652861Disabling writes for close at 1732130652861Obtaining lock to block concurrent updates at 1732130652861Preparing flush snapshotting stores in 215db832ff7f7aae9372a806652763be at 1732130652861Finished memstore snapshotting test,,1732130625649.215db832ff7f7aae9372a806652763be., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732130652862 (+1 ms)Flushing stores of test,,1732130625649.215db832ff7f7aae9372a806652763be. at 1732130652862Flushing 215db832ff7f7aae9372a806652763be/f: creating writer at 1732130652862Flushing 215db832ff7f7aae9372a806652763be/f: appending metadata at 1732130652884 (+22 ms)Flushing 215db832ff7f7aae9372a806652763be/f: closing flushed file at 1732130652884Flushing 215db832ff7f7aae9372a806652763be/f1: creating writer at 1732130653294 (+410 ms)Flushing 215db832ff7f7aae9372a806652763be/f1: appending metadata at 1732130653310 (+16 ms)Flushing 215db832ff7f7aae9372a806652763be/f1: closing flushed file at 1732130653310Flushing 215db832ff7f7aae9372a806652763be/norep: creating writer at 1732130653718 (+408 ms)Flushing 215db832ff7f7aae9372a806652763be/norep: appending metadata at 1732130653731 (+13 ms)Flushing 215db832ff7f7aae9372a806652763be/norep: closing flushed file at 1732130653731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@533a1283: reopening flushed file at 1732130654140 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27d54ac1: reopening flushed file at 1732130654144 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55698443: reopening flushed file at 1732130654149 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 215db832ff7f7aae9372a806652763be in 1293ms, sequenceid=12, compaction requested=false at 1732130654154 (+5 ms)Writing region close event to WAL at 1732130654155 (+1 ms)Running coprocessor post-close hooks at 1732130654158 (+3 ms)Closed at 1732130654158 2024-11-20T19:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130625649.215db832ff7f7aae9372a806652763be. 2024-11-20T19:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cadde3b2796ba983a8fec8c2fb9b7c6d, disabling compactions & flushes 2024-11-20T19:24:14,158 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:24:14,158 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. after waiting 0 ms 2024-11-20T19:24:14,159 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:24:14,159 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cadde3b2796ba983a8fec8c2fb9b7c6d: Waiting for close lock at 1732130654158Running coprocessor pre-close hooks at 1732130654158Disabling compacts and flushes for region at 1732130654158Disabling writes for close at 1732130654158Failed flush hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d., putting online again at 1732130654159 (+1 ms) 2024-11-20T19:24:14,159 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:24:14,161 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/info/42dc733e71e745e0b8f7efcb590959d4 as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/info/42dc733e71e745e0b8f7efcb590959d4 2024-11-20T19:24:14,165 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/info/42dc733e71e745e0b8f7efcb590959d4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:24:14,165 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/ns/07e570be1afb46e79be8fc1303255e44 as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/ns/07e570be1afb46e79be8fc1303255e44 2024-11-20T19:24:14,169 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/ns/07e570be1afb46e79be8fc1303255e44, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:24:14,169 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/rep_barrier/b41d21ff38cc4d70b9dab6a8f084eb31 as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/rep_barrier/b41d21ff38cc4d70b9dab6a8f084eb31 2024-11-20T19:24:14,172 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/rep_barrier/b41d21ff38cc4d70b9dab6a8f084eb31, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:24:14,173 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/.tmp/table/511475bb19194ee49134b149a8b749e1 as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/table/511475bb19194ee49134b149a8b749e1 2024-11-20T19:24:14,176 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/table/511475bb19194ee49134b149a8b749e1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:24:14,177 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false 2024-11-20T19:24:14,181 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:24:14,181 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:14,181 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:24:14,181 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:14,181 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130652862Running coprocessor pre-close hooks at 1732130652862Disabling compacts and flushes for region at 1732130652862Disabling writes for close at 1732130652862Obtaining lock to block concurrent updates at 1732130652862Preparing flush snapshotting stores in 1588230740 at 1732130652862Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130652862Flushing stores of hbase:meta,,1.1588230740 at 1732130652862Flushing 1588230740/info: creating writer at 1732130652863 (+1 ms)Flushing 1588230740/info: appending metadata at 1732130652880 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732130652880Flushing 1588230740/ns: creating writer at 1732130652894 (+14 ms)Flushing 1588230740/ns: appending metadata at 1732130652908 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732130652908Flushing 1588230740/rep_barrier: creating writer at 1732130653316 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130653328 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130653328Flushing 1588230740/table: creating writer at 1732130653736 (+408 ms)Flushing 1588230740/table: appending metadata at 1732130653752 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732130653752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363821b7: reopening flushed file at 1732130654160 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c3184a1: reopening flushed file at 1732130654165 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8bc17e: reopening flushed file at 1732130654169 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335b17d3: reopening flushed file at 1732130654172 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1315ms, sequenceid=16, compaction requested=false at 1732130654177 (+5 ms)Writing region close event to WAL at 1732130654178 (+1 ms)Running coprocessor post-close hooks at 1732130654181 (+3 ms)Closed at 1732130654181 2024-11-20T19:24:14,181 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:14,263 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:24:14,263 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1325): Online Regions={cadde3b2796ba983a8fec8c2fb9b7c6d=hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d.} 2024-11-20T19:24:14,263 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(3091): Received CLOSE for cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:14,263 DEBUG [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1351): Waiting on cadde3b2796ba983a8fec8c2fb9b7c6d 2024-11-20T19:24:14,263 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cadde3b2796ba983a8fec8c2fb9b7c6d, disabling compactions & flushes 2024-11-20T19:24:14,263 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:24:14,263 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:24:14,263 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. after waiting 0 ms 2024-11-20T19:24:14,263 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:24:14,263 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cadde3b2796ba983a8fec8c2fb9b7c6d: Waiting for close lock at 1732130654263Running coprocessor pre-close hooks at 1732130654263Disabling compacts and flushes for region at 1732130654263Disabling writes for close at 1732130654263Failed flush hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d., putting online again at 1732130654263 2024-11-20T19:24:14,264 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732130631105.cadde3b2796ba983a8fec8c2fb9b7c6d. 2024-11-20T19:24:14,359 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 1735, reset compression=false 2024-11-20T19:24:14,364 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:14,364 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 2379, reset compression=false 2024-11-20T19:24:14,463 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T19:24:14,463 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,45601,1732130610794; all regions closed. 2024-11-20T19:24:14,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:24:14,466 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.meta.1732130614057.meta not finished, retry = 0 2024-11-20T19:24:14,567 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.wal-reader.e14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 to pos 2379, reset compression=false 2024-11-20T19:24:14,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.rep.1732130632237 not finished, retry = 0 2024-11-20T19:24:14,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741839_1015 (size=2609) 2024-11-20T19:24:14,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741832_1008 (size=2387) 2024-11-20T19:24:14,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/WALs/e14ef07817f4,45601,1732130610794/e14ef07817f4%2C45601%2C1732130610794.1732130613011 not finished, retry = 0 2024-11-20T19:24:14,771 DEBUG [RS:0;e14ef07817f4:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:14,771 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:14,771 INFO [RS:0;e14ef07817f4:45601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:14,771 INFO [RS:0;e14ef07817f4:45601 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:14,772 INFO [RS:0;e14ef07817f4:45601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:14,772 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:14,772 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,45601,1732130610794 because: Region server is closing 2024-11-20T19:24:14,772 INFO [RS:0;e14ef07817f4:45601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:45601. 2024-11-20T19:24:14,772 DEBUG [RS:0;e14ef07817f4:45601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:14,772 DEBUG [RS:0;e14ef07817f4:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:14,772 DEBUG [RS:0;e14ef07817f4:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:14,772 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:14,872 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,45601,1732130610794.replicationSource.shippere14ef07817f4%2C45601%2C1732130610794,1-e14ef07817f4,45601,1732130610794 terminated 2024-11-20T19:24:14,873 INFO [RS:0;e14ef07817f4:45601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:45601. 2024-11-20T19:24:14,873 DEBUG [RS:0;e14ef07817f4:45601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:14,873 DEBUG [RS:0;e14ef07817f4:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:14,873 DEBUG [RS:0;e14ef07817f4:45601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:14,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:14,873 INFO [RS:0;e14ef07817f4:45601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45601 2024-11-20T19:24:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306/rs 2024-11-20T19:24:14,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01076582306/rs/e14ef07817f4,45601,1732130610794 2024-11-20T19:24:14,917 INFO [RS:0;e14ef07817f4:45601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:14,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,45601,1732130610794] 2024-11-20T19:24:14,938 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01076582306/draining/e14ef07817f4,45601,1732130610794 already deleted, retry=false 2024-11-20T19:24:14,938 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,45601,1732130610794 expired; onlineServers=0 2024-11-20T19:24:14,938 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,37219,1732130610585' ***** 2024-11-20T19:24:14,938 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:24:14,938 INFO [M:0;e14ef07817f4:37219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:14,939 INFO [M:0;e14ef07817f4:37219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:14,939 DEBUG [M:0;e14ef07817f4:37219 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:24:14,939 DEBUG [M:0;e14ef07817f4:37219 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:24:14,939 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:24:14,939 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130612821 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130612821,5,FailOnTimeoutGroup] 2024-11-20T19:24:14,939 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130612822 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130612822,5,FailOnTimeoutGroup] 2024-11-20T19:24:14,939 INFO [M:0;e14ef07817f4:37219 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:14,939 INFO [M:0;e14ef07817f4:37219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:14,939 DEBUG [M:0;e14ef07817f4:37219 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:24:14,939 INFO [M:0;e14ef07817f4:37219 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:24:14,939 INFO [M:0;e14ef07817f4:37219 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:14,939 ERROR [M:0;e14ef07817f4:37219 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:39065,5,PEWorkerGroup] 2024-11-20T19:24:14,939 INFO [M:0;e14ef07817f4:37219 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:24:14,939 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:24:14,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01076582306/master 2024-11-20T19:24:14,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01076582306 2024-11-20T19:24:14,949 DEBUG [M:0;e14ef07817f4:37219 {}] zookeeper.ZKUtil(347): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Unable to get data of znode /01076582306/master because node does not exist (not an error) 2024-11-20T19:24:14,949 WARN [M:0;e14ef07817f4:37219 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:24:14,950 INFO [M:0;e14ef07817f4:37219 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/.lastflushedseqids 2024-11-20T19:24:14,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741847_1023 (size=245) 2024-11-20T19:24:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:15,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45601-0x10159b391cb0001, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:15,028 INFO [RS:0;e14ef07817f4:45601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:15,028 INFO [RS:0;e14ef07817f4:45601 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,45601,1732130610794; zookeeper connection closed. 2024-11-20T19:24:15,028 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e6ea0bc {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e6ea0bc 2024-11-20T19:24:15,028 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:24:15,354 INFO [M:0;e14ef07817f4:37219 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:24:15,354 INFO [M:0;e14ef07817f4:37219 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:24:15,354 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:24:15,354 INFO [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:15,354 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:15,354 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:24:15,354 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:15,355 INFO [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-20T19:24:15,369 DEBUG [M:0;e14ef07817f4:37219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16f3862546c64efe8ab731a7dfdd9f20 is 82, key is hbase:meta,,1/info:regioninfo/1732130614083/Put/seqid=0 2024-11-20T19:24:15,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741848_1024 (size=5672) 2024-11-20T19:24:15,772 INFO [M:0;e14ef07817f4:37219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16f3862546c64efe8ab731a7dfdd9f20 2024-11-20T19:24:15,789 DEBUG [M:0;e14ef07817f4:37219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a84ad5f2d9b14af09ee9822608a7bdca is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130626435/Put/seqid=0 2024-11-20T19:24:15,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741849_1025 (size=7217) 2024-11-20T19:24:16,193 INFO [M:0;e14ef07817f4:37219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a84ad5f2d9b14af09ee9822608a7bdca 2024-11-20T19:24:16,196 INFO [M:0;e14ef07817f4:37219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a84ad5f2d9b14af09ee9822608a7bdca 2024-11-20T19:24:16,210 DEBUG [M:0;e14ef07817f4:37219 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe269708a72a41738e5eea1515156fa7 is 69, key is e14ef07817f4,45601,1732130610794/rs:state/1732130612861/Put/seqid=0 2024-11-20T19:24:16,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741850_1026 (size=5156) 2024-11-20T19:24:16,613 INFO [M:0;e14ef07817f4:37219 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe269708a72a41738e5eea1515156fa7 2024-11-20T19:24:16,617 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/16f3862546c64efe8ab731a7dfdd9f20 as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16f3862546c64efe8ab731a7dfdd9f20 2024-11-20T19:24:16,620 INFO [M:0;e14ef07817f4:37219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/16f3862546c64efe8ab731a7dfdd9f20, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T19:24:16,621 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a84ad5f2d9b14af09ee9822608a7bdca as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a84ad5f2d9b14af09ee9822608a7bdca 2024-11-20T19:24:16,624 INFO [M:0;e14ef07817f4:37219 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a84ad5f2d9b14af09ee9822608a7bdca 2024-11-20T19:24:16,624 INFO [M:0;e14ef07817f4:37219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a84ad5f2d9b14af09ee9822608a7bdca, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T19:24:16,624 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fe269708a72a41738e5eea1515156fa7 as hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe269708a72a41738e5eea1515156fa7 2024-11-20T19:24:16,627 INFO [M:0;e14ef07817f4:37219 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39065/user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fe269708a72a41738e5eea1515156fa7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T19:24:16,628 INFO [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false 2024-11-20T19:24:16,632 INFO [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:16,632 DEBUG [M:0;e14ef07817f4:37219 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130655354Disabling compacts and flushes for region at 1732130655354Disabling writes for close at 1732130655354Obtaining lock to block concurrent updates at 1732130655355 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130655355Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1732130655355Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130655356 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130655356Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130655369 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130655369Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130655776 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130655789 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130655789Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130656197 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130656209 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130656209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7bb2a: reopening flushed file at 1732130656617 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33399471: reopening flushed file at 1732130656620 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572996f4: reopening flushed file at 1732130656624 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=105, compaction requested=false at 1732130656628 (+4 ms)Writing region close event to WAL at 1732130656632 (+4 ms)Closed at 1732130656632 2024-11-20T19:24:16,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43923 is added to blk_1073741830_1006 (size=64411) 2024-11-20T19:24:16,634 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eb5c9573-8c07-b9f5-f5ca-38261cc9d9a5/MasterData/WALs/e14ef07817f4,37219,1732130610585/e14ef07817f4%2C37219%2C1732130610585.1732130612549 not finished, retry = 0 2024-11-20T19:24:16,735 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:16,735 INFO [M:0;e14ef07817f4:37219 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:24:16,735 INFO [M:0;e14ef07817f4:37219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37219 2024-11-20T19:24:16,736 INFO [M:0;e14ef07817f4:37219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:16,849 INFO [M:0;e14ef07817f4:37219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:16,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37219-0x10159b391cb0000, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:16,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1062918b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:24:16,852 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f52b192{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:16,852 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:16,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694154b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:16,852 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4af64b53{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:16,853 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:24:16,853 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:24:16,854 WARN [BP-1570987657-172.17.0.3-1732130608688 heartbeating to localhost/127.0.0.1:39065 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:24:16,854 WARN [BP-1570987657-172.17.0.3-1732130608688 heartbeating to localhost/127.0.0.1:39065 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1570987657-172.17.0.3-1732130608688 (Datanode Uuid 2c98d684-a5a3-49fc-bac8-8a42e17b2c0e) service to localhost/127.0.0.1:39065 2024-11-20T19:24:16,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/cluster_07b6514d-93de-9da3-b9e7-10ea39fdebd9/data/data1/current/BP-1570987657-172.17.0.3-1732130608688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:16,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/cluster_07b6514d-93de-9da3-b9e7-10ea39fdebd9/data/data2/current/BP-1570987657-172.17.0.3-1732130608688 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:16,855 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:24:16,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8de99e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:24:16,861 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31be7e2b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:16,861 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:16,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41b8fb77{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:16,861 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583fd1da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/93e3ad40-4e79-f2e3-ea83-5dcc545532ff/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:16,867 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:24:16,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:24:16,892 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 262) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39065 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:36511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:39065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54016) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36511 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39065 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36511 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39065 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44639 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54016) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36511 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:44639 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36511 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44639 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44639 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54016) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39065 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=724 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 295) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3605 (was 3992) 2024-11-20T19:24:16,902 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=724, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=3603 2024-11-20T19:24:16,914 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T19:24:16,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.log.dir so I do NOT create it in target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92 2024-11-20T19:24:16,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:24:16,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.tmp.dir so I do NOT create it in target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92 2024-11-20T19:24:16,915 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/366ae8d6-641c-dfe6-e3df-86c2e7314a4c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:24:16,915 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92 2024-11-20T19:24:16,915 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/cluster_31885a7c-9130-33f0-69fe-e43ff3479012, deleteOnExit=true 2024-11-20T19:24:16,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159b391cb0005, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:24:16,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10159b391cb0008, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:24:16,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159b391cb0002, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:24:16,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10159b391cb0008, quorum=127.0.0.1:54016, baseZNode=/21120129266 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:24:16,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159b391cb0005, quorum=127.0.0.1:54016, baseZNode=/1480961817 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:24:16,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159b391cb0002, quorum=127.0.0.1:54016, baseZNode=/01076582306 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:24:16,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/cluster_31885a7c-9130-33f0-69fe-e43ff3479012/zookeeper_0, clientPort=59517, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/cluster_31885a7c-9130-33f0-69fe-e43ff3479012/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/cluster_31885a7c-9130-33f0-69fe-e43ff3479012/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:24:16,967 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59517 2024-11-20T19:24:16,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:24:16,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:24:16,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/test.cache.data in system properties and HBase conf 2024-11-20T19:24:16,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:24:16,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:24:16,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:24:16,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:24:16,968 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:24:16,968 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:24:16,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:24:16,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:24:16,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:24:16,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:24:16,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:24:16,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:24:16,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:24:16,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:24:16,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:24:16,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:24:16,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:24:16,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:24:16,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:24:16,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:24:17,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:17,774 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:24:17,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:24:17,777 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:24:17,777 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:24:17,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:17,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fedffb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:24:17,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cfd7fad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:24:17,886 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ddbe31f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/java.io.tmpdir/jetty-localhost-44961-hadoop-hdfs-3_4_1-tests_jar-_-any-2848662026951012039/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:24:17,887 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fcd4924{HTTP/1.1, (http/1.1)}{localhost:44961} 2024-11-20T19:24:17,887 INFO [Time-limited test {}] server.Server(415): Started @285270ms 2024-11-20T19:24:18,358 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:18,361 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:24:18,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:24:18,361 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:24:18,361 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:24:18,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13e246ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:24:18,363 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@316d3a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:24:18,463 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4df23a42{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/java.io.tmpdir/jetty-localhost-41297-hadoop-hdfs-3_4_1-tests_jar-_-any-4327759640831780688/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:24:18,463 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52c8a045{HTTP/1.1, (http/1.1)}{localhost:41297} 2024-11-20T19:24:18,463 INFO [Time-limited test {}] server.Server(415): Started @285846ms 2024-11-20T19:24:18,465 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:24:19,211 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/cluster_31885a7c-9130-33f0-69fe-e43ff3479012/data/data2/current/BP-1089226463-172.17.0.3-1732130656988/current, will proceed with Du for space computation calculation, 2024-11-20T19:24:19,211 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/cluster_31885a7c-9130-33f0-69fe-e43ff3479012/data/data1/current/BP-1089226463-172.17.0.3-1732130656988/current, will proceed with Du for space computation calculation, 2024-11-20T19:24:19,232 WARN [Thread-3431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:24:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2da9eacf86def48 with lease ID 0x3f164a8df5638132: Processing first storage report for DS-a22d0581-bc3e-47c3-b9d7-97d4e036418c from datanode DatanodeRegistration(127.0.0.1:41467, datanodeUuid=8f5312c8-165c-479c-8747-72a0ee3ae128, infoPort=34101, infoSecurePort=0, ipcPort=43327, storageInfo=lv=-57;cid=testClusterID;nsid=993185472;c=1732130656988) 2024-11-20T19:24:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2da9eacf86def48 with lease ID 0x3f164a8df5638132: from storage DS-a22d0581-bc3e-47c3-b9d7-97d4e036418c node DatanodeRegistration(127.0.0.1:41467, datanodeUuid=8f5312c8-165c-479c-8747-72a0ee3ae128, infoPort=34101, infoSecurePort=0, ipcPort=43327, storageInfo=lv=-57;cid=testClusterID;nsid=993185472;c=1732130656988), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:24:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2da9eacf86def48 with lease ID 0x3f164a8df5638132: Processing first storage report for DS-8ed7bbfd-427b-49cc-8df0-0752619e3070 from datanode DatanodeRegistration(127.0.0.1:41467, datanodeUuid=8f5312c8-165c-479c-8747-72a0ee3ae128, infoPort=34101, infoSecurePort=0, ipcPort=43327, storageInfo=lv=-57;cid=testClusterID;nsid=993185472;c=1732130656988) 2024-11-20T19:24:19,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2da9eacf86def48 with lease ID 0x3f164a8df5638132: from storage DS-8ed7bbfd-427b-49cc-8df0-0752619e3070 node DatanodeRegistration(127.0.0.1:41467, datanodeUuid=8f5312c8-165c-479c-8747-72a0ee3ae128, infoPort=34101, infoSecurePort=0, ipcPort=43327, storageInfo=lv=-57;cid=testClusterID;nsid=993185472;c=1732130656988), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:24:19,293 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92 2024-11-20T19:24:19,293 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:19,295 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:19,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:24:19,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:24:19,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e with version=8 2024-11-20T19:24:19,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/hbase-staging 2024-11-20T19:24:19,706 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:24:19,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:19,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:19,706 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:24:19,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:19,706 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:24:19,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:24:19,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:24:19,707 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46625 2024-11-20T19:24:19,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46625 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:19,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:19,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:24:19,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:24:19,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:24:19,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:24:19,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466250x0, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:19,855 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46625-0x10159b44e710000 connected 2024-11-20T19:24:19,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:19,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:19,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on znode that does not yet exist, /0373629209/running 2024-11-20T19:24:19,932 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e, hbase.cluster.distributed=false 2024-11-20T19:24:19,933 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on znode that does not yet exist, /0373629209/acl 2024-11-20T19:24:19,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-20T19:24:19,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46625 2024-11-20T19:24:19,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46625 2024-11-20T19:24:19,934 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-20T19:24:19,935 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46625 2024-11-20T19:24:19,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:24:19,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:19,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:19,948 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:24:19,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:19,948 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:24:19,948 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:24:19,948 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:24:19,949 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34511 2024-11-20T19:24:19,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34511 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:19,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:19,951 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:19,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345110x0, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:19,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34511-0x10159b44e710001 connected 2024-11-20T19:24:19,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on znode that does not yet exist, /0373629209/running 2024-11-20T19:24:19,961 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:24:19,964 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:24:19,964 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on znode that does not yet exist, /0373629209/master 2024-11-20T19:24:19,965 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on znode that does not yet exist, /0373629209/acl 2024-11-20T19:24:19,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34511 2024-11-20T19:24:19,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34511 2024-11-20T19:24:19,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34511 2024-11-20T19:24:19,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34511 2024-11-20T19:24:19,972 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34511 2024-11-20T19:24:19,982 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:46625 2024-11-20T19:24:19,982 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0373629209/backup-masters/e14ef07817f4,46625,1732130659706 2024-11-20T19:24:19,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209/backup-masters 2024-11-20T19:24:19,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209/backup-masters 2024-11-20T19:24:19,992 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on existing znode=/0373629209/backup-masters/e14ef07817f4,46625,1732130659706 2024-11-20T19:24:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0373629209/master 2024-11-20T19:24:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:20,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:20,003 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on existing znode=/0373629209/master 2024-11-20T19:24:20,003 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0373629209/backup-masters/e14ef07817f4,46625,1732130659706 from backup master directory 2024-11-20T19:24:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373629209/backup-masters/e14ef07817f4,46625,1732130659706 2024-11-20T19:24:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209/backup-masters 2024-11-20T19:24:20,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209/backup-masters 2024-11-20T19:24:20,013 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:24:20,013 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,46625,1732130659706 2024-11-20T19:24:20,016 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/hbase.id] with ID: 0524bc52-c79c-4a63-9752-9717502cd580 2024-11-20T19:24:20,016 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/.tmp/hbase.id 2024-11-20T19:24:20,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:24:20,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/.tmp/hbase.id]:[hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/hbase.id] 2024-11-20T19:24:20,427 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:20,427 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:24:20,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:24:20,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:20,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:20,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:24:20,881 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:20,881 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:24:20,882 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:20,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:24:21,287 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store 2024-11-20T19:24:21,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:24:21,692 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:21,692 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:24:21,692 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:21,692 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:21,692 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:24:21,692 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:21,692 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:21,692 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130661692Disabling compacts and flushes for region at 1732130661692Disabling writes for close at 1732130661692Writing region close event to WAL at 1732130661692Closed at 1732130661692 2024-11-20T19:24:21,693 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/.initializing 2024-11-20T19:24:21,693 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/WALs/e14ef07817f4,46625,1732130659706 2024-11-20T19:24:21,693 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:24:21,695 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C46625%2C1732130659706, suffix=, logDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/WALs/e14ef07817f4,46625,1732130659706, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/oldWALs, maxLogs=10 2024-11-20T19:24:21,707 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/WALs/e14ef07817f4,46625,1732130659706/e14ef07817f4%2C46625%2C1732130659706.1732130661695, exclude list is [], retry=0 2024-11-20T19:24:21,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a22d0581-bc3e-47c3-b9d7-97d4e036418c,DISK] 2024-11-20T19:24:21,715 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/WALs/e14ef07817f4,46625,1732130659706/e14ef07817f4%2C46625%2C1732130659706.1732130661695 2024-11-20T19:24:21,716 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34101:34101)] 2024-11-20T19:24:21,716 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:21,716 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:21,716 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,716 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,717 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:24:21,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:21,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:21,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:24:21,720 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:21,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:21,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:24:21,722 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:21,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:21,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:24:21,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:21,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:21,723 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,724 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,724 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,725 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,725 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,725 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:21,726 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:21,727 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:21,727 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67281126, jitterRate=0.002566903829574585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:21,728 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130661716Initializing all the Stores at 1732130661717 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130661717Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130661717Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130661717Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130661717Cleaning up temporary data from old regions at 1732130661725 (+8 ms)Region opened successfully at 1732130661728 (+3 ms) 2024-11-20T19:24:21,728 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:24:21,730 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef62172, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:24:21,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:24:21,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:24:21,730 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:24:21,731 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:24:21,731 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:24:21,731 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:24:21,731 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:24:21,732 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:24:21,733 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Unable to get data of znode /0373629209/balancer because node does not exist (not necessarily an error) 2024-11-20T19:24:21,813 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373629209/balancer already deleted, retry=false 2024-11-20T19:24:21,813 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:24:21,814 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Unable to get data of znode /0373629209/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:24:21,823 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373629209/normalizer already deleted, retry=false 2024-11-20T19:24:21,824 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:24:21,824 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Unable to get data of znode /0373629209/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:24:21,834 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373629209/switch/split already deleted, retry=false 2024-11-20T19:24:21,835 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Unable to get data of znode /0373629209/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:24:21,844 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373629209/switch/merge already deleted, retry=false 2024-11-20T19:24:21,846 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Unable to get data of znode /0373629209/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:24:21,855 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0373629209/snapshot-cleanup already deleted, retry=false 2024-11-20T19:24:21,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0373629209/running 2024-11-20T19:24:21,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:21,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0373629209/running 2024-11-20T19:24:21,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:21,866 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,46625,1732130659706, sessionid=0x10159b44e710000, setting cluster-up flag (Was=false) 2024-11-20T19:24:21,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:21,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:21,918 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0373629209/flush-table-proc/acquired, /0373629209/flush-table-proc/reached, /0373629209/flush-table-proc/abort 2024-11-20T19:24:21,919 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,46625,1732130659706 2024-11-20T19:24:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:21,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:21,971 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0373629209/online-snapshot/acquired, /0373629209/online-snapshot/reached, /0373629209/online-snapshot/abort 2024-11-20T19:24:21,972 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,46625,1732130659706 2024-11-20T19:24:21,972 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:24:21,974 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:21,974 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:24:21,974 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:24:21,974 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,46625,1732130659706 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:24:21,975 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(746): ClusterId : 0524bc52-c79c-4a63-9752-9717502cd580 2024-11-20T19:24:21,975 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:24:21,975 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:21,975 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:21,975 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:21,975 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:21,975 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:24:21,975 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:21,975 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:24:21,975 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:21,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130691976 2024-11-20T19:24:21,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:24:21,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:24:21,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:24:21,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:24:21,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:24:21,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:24:21,976 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:21,976 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:21,976 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:24:21,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:24:21,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:24:21,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:24:21,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:24:21,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:24:21,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:24:21,977 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:21,977 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130661977,5,FailOnTimeoutGroup] 2024-11-20T19:24:21,977 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:24:21,980 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130661977,5,FailOnTimeoutGroup] 2024-11-20T19:24:21,980 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:21,980 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:24:21,980 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:21,980 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:21,982 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:24:21,982 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:24:21,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:24:21,992 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:24:21,993 DEBUG [RS:0;e14ef07817f4:34511 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffddc30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:24:22,003 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:34511 2024-11-20T19:24:22,003 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:24:22,003 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:24:22,003 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:24:22,004 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,46625,1732130659706 with port=34511, startcode=1732130659948 2024-11-20T19:24:22,004 DEBUG [RS:0;e14ef07817f4:34511 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:24:22,005 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47771, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:24:22,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,34511,1732130659948 2024-11-20T19:24:22,006 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46625 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,34511,1732130659948 2024-11-20T19:24:22,007 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e 2024-11-20T19:24:22,007 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45289 2024-11-20T19:24:22,007 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:24:22,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209/rs 2024-11-20T19:24:22,013 DEBUG [RS:0;e14ef07817f4:34511 {}] zookeeper.ZKUtil(111): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on existing znode=/0373629209/rs/e14ef07817f4,34511,1732130659948 2024-11-20T19:24:22,013 WARN [RS:0;e14ef07817f4:34511 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:24:22,013 INFO [RS:0;e14ef07817f4:34511 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:22,013 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948 2024-11-20T19:24:22,013 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,34511,1732130659948] 2024-11-20T19:24:22,016 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:24:22,017 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:24:22,018 INFO [RS:0;e14ef07817f4:34511 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:24:22,018 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,018 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:24:22,018 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:24:22,018 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,018 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,018 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:24:22,019 DEBUG [RS:0;e14ef07817f4:34511 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:24:22,019 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,019 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,019 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,019 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,019 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,019 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34511,1732130659948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:24:22,036 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:24:22,036 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34511,1732130659948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,036 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,036 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.Replication(171): e14ef07817f4,34511,1732130659948 started 2024-11-20T19:24:22,051 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:22,051 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,34511,1732130659948, RpcServer on e14ef07817f4/172.17.0.3:34511, sessionid=0x10159b44e710001 2024-11-20T19:24:22,051 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:24:22,051 DEBUG [RS:0;e14ef07817f4:34511 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,34511,1732130659948 2024-11-20T19:24:22,051 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,34511,1732130659948' 2024-11-20T19:24:22,051 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0373629209/flush-table-proc/abort' 2024-11-20T19:24:22,051 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0373629209/flush-table-proc/acquired' 2024-11-20T19:24:22,052 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:24:22,052 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:24:22,052 DEBUG [RS:0;e14ef07817f4:34511 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,34511,1732130659948 2024-11-20T19:24:22,052 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,34511,1732130659948' 2024-11-20T19:24:22,052 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0373629209/online-snapshot/abort' 2024-11-20T19:24:22,052 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0373629209/online-snapshot/acquired' 2024-11-20T19:24:22,053 DEBUG [RS:0;e14ef07817f4:34511 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:24:22,053 INFO [RS:0;e14ef07817f4:34511 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:24:22,053 INFO [RS:0;e14ef07817f4:34511 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:24:22,153 INFO [RS:0;e14ef07817f4:34511 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:24:22,154 INFO [RS:0;e14ef07817f4:34511 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C34511%2C1732130659948, suffix=, logDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/oldWALs, maxLogs=10 2024-11-20T19:24:22,166 DEBUG [RS:0;e14ef07817f4:34511 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154, exclude list is [], retry=0 2024-11-20T19:24:22,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a22d0581-bc3e-47c3-b9d7-97d4e036418c,DISK] 2024-11-20T19:24:22,169 INFO [RS:0;e14ef07817f4:34511 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 2024-11-20T19:24:22,169 DEBUG [RS:0;e14ef07817f4:34511 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34101:34101)] 2024-11-20T19:24:22,384 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:24:22,384 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e 2024-11-20T19:24:22,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:24:22,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:22,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:24:22,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:24:22,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:22,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:22,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:24:22,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:24:22,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:22,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:22,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:24:22,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:24:22,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:22,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:22,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:24:22,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:24:22,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:22,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:22,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:24:22,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740 2024-11-20T19:24:22,795 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740 2024-11-20T19:24:22,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:24:22,796 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:24:22,796 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:22,797 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:24:22,798 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:22,799 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73918429, jitterRate=0.10147042572498322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:22,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130662789Initializing all the Stores at 1732130662790 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130662790Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130662790Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130662790Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130662790Cleaning up temporary data from old regions at 1732130662796 (+6 ms)Region opened successfully at 1732130662799 (+3 ms) 2024-11-20T19:24:22,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:22,799 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:22,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:22,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:22,799 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:22,800 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:22,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130662799Disabling compacts and flushes for region at 1732130662799Disabling writes for close at 1732130662799Writing region close event to WAL at 1732130662800 (+1 ms)Closed at 1732130662800 2024-11-20T19:24:22,801 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:22,801 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:24:22,801 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:24:22,802 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:24:22,802 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:24:22,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:22,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:24:22,951 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88560 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:24:22,952 DEBUG [e14ef07817f4:46625 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:24:22,953 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,34511,1732130659948 2024-11-20T19:24:22,954 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,34511,1732130659948, state=OPENING 2024-11-20T19:24:22,981 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:24:22,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:22,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:22,992 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:24:22,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0373629209/meta-region-server: CHANGED 2024-11-20T19:24:22,992 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,34511,1732130659948}] 2024-11-20T19:24:22,992 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0373629209/meta-region-server: CHANGED 2024-11-20T19:24:23,144 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:24:23,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:24:23,147 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:24:23,147 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:23,147 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:24:23,148 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C34511%2C1732130659948.meta, suffix=.meta, logDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/oldWALs, maxLogs=10 2024-11-20T19:24:23,160 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.meta.1732130663149.meta, exclude list is [], retry=0 2024-11-20T19:24:23,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a22d0581-bc3e-47c3-b9d7-97d4e036418c,DISK] 2024-11-20T19:24:23,163 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.meta.1732130663149.meta 2024-11-20T19:24:23,163 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34101:34101)] 2024-11-20T19:24:23,163 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:23,163 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:23,163 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:24:23,163 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:24:23,163 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:24:23,164 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:24:23,164 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:23,164 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:24:23,164 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:24:23,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:24:23,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:24:23,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:23,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:23,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:24:23,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:24:23,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:23,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:23,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:24:23,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:24:23,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:23,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:23,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:24:23,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:24:23,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:23,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:23,169 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:24:23,169 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740 2024-11-20T19:24:23,170 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740 2024-11-20T19:24:23,170 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:24:23,171 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:24:23,171 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:23,171 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:24:23,172 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66022533, jitterRate=-0.016187593340873718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:23,172 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:24:23,172 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130663164Writing region info on filesystem at 1732130663164Initializing all the Stores at 1732130663164Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130663164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130663164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130663164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130663164Cleaning up temporary data from old regions at 1732130663171 (+7 ms)Running coprocessor post-open hooks at 1732130663172 (+1 ms)Region opened successfully at 1732130663172 2024-11-20T19:24:23,173 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130663144 2024-11-20T19:24:23,174 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:24:23,174 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:24:23,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,34511,1732130659948 2024-11-20T19:24:23,175 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,34511,1732130659948, state=OPEN 2024-11-20T19:24:23,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0373629209/meta-region-server 2024-11-20T19:24:23,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0373629209/meta-region-server 2024-11-20T19:24:23,212 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,34511,1732130659948 2024-11-20T19:24:23,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0373629209/meta-region-server: CHANGED 2024-11-20T19:24:23,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0373629209/meta-region-server: CHANGED 2024-11-20T19:24:23,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:24:23,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,34511,1732130659948 in 220 msec 2024-11-20T19:24:23,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:24:23,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 413 msec 2024-11-20T19:24:23,216 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:23,216 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:24:23,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:23,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34511,1732130659948, seqNum=-1] 2024-11-20T19:24:23,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:23,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:23,221 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2470 sec 2024-11-20T19:24:23,221 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130663221, completionTime=-1 2024-11-20T19:24:23,221 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:24:23,221 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130723223 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130783223 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,46625,1732130659706-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,46625,1732130659706-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,46625,1732130659706-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:46625, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:23,223 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:23,224 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:24:23,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.213sec 2024-11-20T19:24:23,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:24:23,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:24:23,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:24:23,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:24:23,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:24:23,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,46625,1732130659706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:24:23,226 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,46625,1732130659706-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:24:23,228 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:24:23,228 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:24:23,228 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,46625,1732130659706-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:23,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a870934, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:23,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,46625,-1 for getting cluster id 2024-11-20T19:24:23,276 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:23,277 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0524bc52-c79c-4a63-9752-9717502cd580' 2024-11-20T19:24:23,277 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0524bc52-c79c-4a63-9752-9717502cd580" 2024-11-20T19:24:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f371a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,46625,-1] 2024-11-20T19:24:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:23,278 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:23,279 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:23,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f10fc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:23,280 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34511,1732130659948, seqNum=-1] 2024-11-20T19:24:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:23,282 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:23,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,46625,1732130659706 2024-11-20T19:24:23,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:23,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:23,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b44e710002 connected 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.log.dir so I do NOT create it in target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b 2024-11-20T19:24:23,310 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.tmp.dir so I do NOT create it in target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b 2024-11-20T19:24:23,310 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:24:23,310 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/cluster_a42fd8dd-89a3-14a6-9597-b7be4c109bf4, deleteOnExit=true 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/test.cache.data in system properties and HBase conf 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:24:23,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:24:23,311 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:24:23,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:24:23,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:24:23,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:24:23,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:23,788 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:24:23,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:24:23,789 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:24:23,789 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:24:23,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:23,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31ef8579{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:24:23,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7867800b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:24:23,884 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d0245f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/java.io.tmpdir/jetty-localhost-41801-hadoop-hdfs-3_4_1-tests_jar-_-any-17997984077757823045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:24:23,884 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17a0c0bf{HTTP/1.1, (http/1.1)}{localhost:41801} 2024-11-20T19:24:23,884 INFO [Time-limited test {}] server.Server(415): Started @291267ms 2024-11-20T19:24:24,166 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:24,168 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:24:24,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:24:24,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:24:24,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:24:24,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305bb9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:24:24,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@396f5f50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:24:24,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c4cdb9d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/java.io.tmpdir/jetty-localhost-46717-hadoop-hdfs-3_4_1-tests_jar-_-any-13716725745254322400/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:24:24,269 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cea67a5{HTTP/1.1, (http/1.1)}{localhost:46717} 2024-11-20T19:24:24,269 INFO [Time-limited test {}] server.Server(415): Started @291652ms 2024-11-20T19:24:24,270 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:24:24,899 WARN [Thread-3565 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/cluster_a42fd8dd-89a3-14a6-9597-b7be4c109bf4/data/data2/current/BP-1347294426-172.17.0.3-1732130663329/current, will proceed with Du for space computation calculation, 2024-11-20T19:24:24,899 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/cluster_a42fd8dd-89a3-14a6-9597-b7be4c109bf4/data/data1/current/BP-1347294426-172.17.0.3-1732130663329/current, will proceed with Du for space computation calculation, 2024-11-20T19:24:24,919 WARN [Thread-3552 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:24:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x149000019eb8c631 with lease ID 0xef05c3bc6b19e97b: Processing first storage report for DS-5dda95ee-14f6-46ba-95ec-0b495bf5f530 from datanode DatanodeRegistration(127.0.0.1:43225, datanodeUuid=48624f89-db65-49bd-afc4-9309dcff9862, infoPort=38225, infoSecurePort=0, ipcPort=36265, storageInfo=lv=-57;cid=testClusterID;nsid=1600205702;c=1732130663329) 2024-11-20T19:24:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x149000019eb8c631 with lease ID 0xef05c3bc6b19e97b: from storage DS-5dda95ee-14f6-46ba-95ec-0b495bf5f530 node DatanodeRegistration(127.0.0.1:43225, datanodeUuid=48624f89-db65-49bd-afc4-9309dcff9862, infoPort=38225, infoSecurePort=0, ipcPort=36265, storageInfo=lv=-57;cid=testClusterID;nsid=1600205702;c=1732130663329), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:24:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x149000019eb8c631 with lease ID 0xef05c3bc6b19e97b: Processing first storage report for DS-3c917a8b-5c98-4c8c-8da4-6119739d595b from datanode DatanodeRegistration(127.0.0.1:43225, datanodeUuid=48624f89-db65-49bd-afc4-9309dcff9862, infoPort=38225, infoSecurePort=0, ipcPort=36265, storageInfo=lv=-57;cid=testClusterID;nsid=1600205702;c=1732130663329) 2024-11-20T19:24:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x149000019eb8c631 with lease ID 0xef05c3bc6b19e97b: from storage DS-3c917a8b-5c98-4c8c-8da4-6119739d595b node DatanodeRegistration(127.0.0.1:43225, datanodeUuid=48624f89-db65-49bd-afc4-9309dcff9862, infoPort=38225, infoSecurePort=0, ipcPort=36265, storageInfo=lv=-57;cid=testClusterID;nsid=1600205702;c=1732130663329), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:24:24,994 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b 2024-11-20T19:24:24,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:24,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:25,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:24:25,237 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:24:25,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,237 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,286 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:25,406 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76 with version=8 2024-11-20T19:24:25,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/hbase-staging 2024-11-20T19:24:25,407 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:24:25,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:25,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:25,407 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:24:25,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:25,407 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:24:25,407 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:24:25,408 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:24:25,408 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34273 2024-11-20T19:24:25,409 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34273 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:25,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342730x0, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:25,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34273-0x10159b44e710003 connected 2024-11-20T19:24:25,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:25,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:25,531 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on znode that does not yet exist, /1-897998091/running 2024-11-20T19:24:25,531 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76, hbase.cluster.distributed=false 2024-11-20T19:24:25,532 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on znode that does not yet exist, /1-897998091/acl 2024-11-20T19:24:25,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34273 2024-11-20T19:24:25,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34273 2024-11-20T19:24:25,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34273 2024-11-20T19:24:25,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34273 2024-11-20T19:24:25,533 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34273 2024-11-20T19:24:25,545 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:24:25,545 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:25,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:25,546 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:24:25,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:25,546 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:24:25,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:24:25,546 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:24:25,546 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42995 2024-11-20T19:24:25,547 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42995 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:25,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:25,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:25,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:429950x0, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:25,560 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:429950x0, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on znode that does not yet exist, /1-897998091/running 2024-11-20T19:24:25,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42995-0x10159b44e710004 connected 2024-11-20T19:24:25,560 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:24:25,561 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:24:25,561 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on znode that does not yet exist, /1-897998091/master 2024-11-20T19:24:25,562 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on znode that does not yet exist, /1-897998091/acl 2024-11-20T19:24:25,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-20T19:24:25,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42995 2024-11-20T19:24:25,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42995 2024-11-20T19:24:25,562 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-20T19:24:25,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42995 2024-11-20T19:24:25,575 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:34273 2024-11-20T19:24:25,576 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-897998091/backup-masters/e14ef07817f4,34273,1732130665407 2024-11-20T19:24:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091/backup-masters 2024-11-20T19:24:25,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091/backup-masters 2024-11-20T19:24:25,581 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on existing znode=/1-897998091/backup-masters/e14ef07817f4,34273,1732130665407 2024-11-20T19:24:25,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-897998091/master 2024-11-20T19:24:25,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:25,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:25,592 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on existing znode=/1-897998091/master 2024-11-20T19:24:25,592 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-897998091/backup-masters/e14ef07817f4,34273,1732130665407 from backup master directory 2024-11-20T19:24:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897998091/backup-masters/e14ef07817f4,34273,1732130665407 2024-11-20T19:24:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091/backup-masters 2024-11-20T19:24:25,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091/backup-masters 2024-11-20T19:24:25,602 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:24:25,602 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,34273,1732130665407 2024-11-20T19:24:25,604 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/hbase.id] with ID: 9f5d3a33-f02e-4106-b5bc-744960e4515d 2024-11-20T19:24:25,604 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/.tmp/hbase.id 2024-11-20T19:24:25,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:24:26,009 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/.tmp/hbase.id]:[hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/hbase.id] 2024-11-20T19:24:26,016 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:26,016 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:24:26,017 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:24:26,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:26,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:26,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:24:26,512 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:26,512 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:24:26,513 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:26,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:24:26,918 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store 2024-11-20T19:24:26,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:24:27,323 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:27,323 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:24:27,323 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:27,323 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:27,323 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:24:27,323 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:27,323 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:27,323 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130667323Disabling compacts and flushes for region at 1732130667323Disabling writes for close at 1732130667323Writing region close event to WAL at 1732130667323Closed at 1732130667323 2024-11-20T19:24:27,324 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/.initializing 2024-11-20T19:24:27,324 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/WALs/e14ef07817f4,34273,1732130665407 2024-11-20T19:24:27,324 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:24:27,325 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C34273%2C1732130665407, suffix=, logDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/WALs/e14ef07817f4,34273,1732130665407, archiveDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/oldWALs, maxLogs=10 2024-11-20T19:24:27,337 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/WALs/e14ef07817f4,34273,1732130665407/e14ef07817f4%2C34273%2C1732130665407.1732130667326, exclude list is [], retry=0 2024-11-20T19:24:27,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43225,DS-5dda95ee-14f6-46ba-95ec-0b495bf5f530,DISK] 2024-11-20T19:24:27,339 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/WALs/e14ef07817f4,34273,1732130665407/e14ef07817f4%2C34273%2C1732130665407.1732130667326 2024-11-20T19:24:27,340 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-11-20T19:24:27,340 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:27,340 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:27,340 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,340 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:24:27,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:27,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:27,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:24:27,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:27,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:27,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:24:27,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:27,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:27,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:24:27,345 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:27,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:27,345 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,345 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,345 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,346 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,346 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,346 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:27,347 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:27,348 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:27,348 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72004267, jitterRate=0.0729471892118454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:27,348 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130667340Initializing all the Stores at 1732130667341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130667341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130667341Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130667341Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130667341Cleaning up temporary data from old regions at 1732130667346 (+5 ms)Region opened successfully at 1732130667348 (+2 ms) 2024-11-20T19:24:27,348 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:24:27,350 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306442cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:24:27,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:24:27,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:24:27,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:24:27,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:24:27,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:24:27,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:24:27,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:24:27,352 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:24:27,353 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Unable to get data of znode /1-897998091/balancer because node does not exist (not necessarily an error) 2024-11-20T19:24:27,423 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897998091/balancer already deleted, retry=false 2024-11-20T19:24:27,423 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:24:27,424 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Unable to get data of znode /1-897998091/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:24:27,433 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897998091/normalizer already deleted, retry=false 2024-11-20T19:24:27,434 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:24:27,434 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Unable to get data of znode /1-897998091/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:24:27,444 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897998091/switch/split already deleted, retry=false 2024-11-20T19:24:27,444 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Unable to get data of znode /1-897998091/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:24:27,454 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897998091/switch/merge already deleted, retry=false 2024-11-20T19:24:27,456 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Unable to get data of znode /1-897998091/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:24:27,465 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-897998091/snapshot-cleanup already deleted, retry=false 2024-11-20T19:24:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-897998091/running 2024-11-20T19:24:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-897998091/running 2024-11-20T19:24:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:27,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:27,476 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,34273,1732130665407, sessionid=0x10159b44e710003, setting cluster-up flag (Was=false) 2024-11-20T19:24:27,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:27,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:27,528 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-897998091/flush-table-proc/acquired, /1-897998091/flush-table-proc/reached, /1-897998091/flush-table-proc/abort 2024-11-20T19:24:27,529 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,34273,1732130665407 2024-11-20T19:24:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:27,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:27,581 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-897998091/online-snapshot/acquired, /1-897998091/online-snapshot/reached, /1-897998091/online-snapshot/abort 2024-11-20T19:24:27,582 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,34273,1732130665407 2024-11-20T19:24:27,582 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:24:27,583 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:27,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:24:27,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:24:27,584 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,34273,1732130665407 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:24:27,584 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:27,585 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:27,585 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:27,585 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:27,585 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:24:27,585 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,585 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:24:27,585 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,585 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130697585 2024-11-20T19:24:27,585 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:24:27,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:27,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:24:27,586 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:24:27,599 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:27,599 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:24:27,600 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:24:27,600 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:24:27,600 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130667600,5,FailOnTimeoutGroup] 2024-11-20T19:24:27,604 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130667600,5,FailOnTimeoutGroup] 2024-11-20T19:24:27,604 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,604 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:24:27,604 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,604 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:24:27,666 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(746): ClusterId : 9f5d3a33-f02e-4106-b5bc-744960e4515d 2024-11-20T19:24:27,666 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:24:27,676 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:24:27,676 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:24:27,687 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:24:27,687 DEBUG [RS:0;e14ef07817f4:42995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc7a562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:24:27,698 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:42995 2024-11-20T19:24:27,698 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:24:27,698 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:24:27,698 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:24:27,699 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,34273,1732130665407 with port=42995, startcode=1732130665545 2024-11-20T19:24:27,699 DEBUG [RS:0;e14ef07817f4:42995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:24:27,700 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:24:27,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,42995,1732130665545 2024-11-20T19:24:27,701 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34273 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,42995,1732130665545 2024-11-20T19:24:27,702 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76 2024-11-20T19:24:27,702 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42727 2024-11-20T19:24:27,702 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:24:27,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091/rs 2024-11-20T19:24:27,708 DEBUG [RS:0;e14ef07817f4:42995 {}] zookeeper.ZKUtil(111): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on existing znode=/1-897998091/rs/e14ef07817f4,42995,1732130665545 2024-11-20T19:24:27,708 WARN [RS:0;e14ef07817f4:42995 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:24:27,708 INFO [RS:0;e14ef07817f4:42995 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:27,708 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545 2024-11-20T19:24:27,708 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,42995,1732130665545] 2024-11-20T19:24:27,710 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:24:27,711 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:24:27,711 INFO [RS:0;e14ef07817f4:42995 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:24:27,711 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,712 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:24:27,712 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:24:27,712 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,712 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,713 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:27,713 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:24:27,713 DEBUG [RS:0;e14ef07817f4:42995 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:24:27,713 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,713 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,713 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,713 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,713 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,713 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42995,1732130665545-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:24:27,728 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:24:27,728 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42995,1732130665545-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,728 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,728 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.Replication(171): e14ef07817f4,42995,1732130665545 started 2024-11-20T19:24:27,740 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:27,740 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,42995,1732130665545, RpcServer on e14ef07817f4/172.17.0.3:42995, sessionid=0x10159b44e710004 2024-11-20T19:24:27,740 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:24:27,740 DEBUG [RS:0;e14ef07817f4:42995 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,42995,1732130665545 2024-11-20T19:24:27,740 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,42995,1732130665545' 2024-11-20T19:24:27,740 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-897998091/flush-table-proc/abort' 2024-11-20T19:24:27,741 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-897998091/flush-table-proc/acquired' 2024-11-20T19:24:27,741 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:24:27,741 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:24:27,741 DEBUG [RS:0;e14ef07817f4:42995 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,42995,1732130665545 2024-11-20T19:24:27,741 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,42995,1732130665545' 2024-11-20T19:24:27,741 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-897998091/online-snapshot/abort' 2024-11-20T19:24:27,741 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-897998091/online-snapshot/acquired' 2024-11-20T19:24:27,742 DEBUG [RS:0;e14ef07817f4:42995 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:24:27,742 INFO [RS:0;e14ef07817f4:42995 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:24:27,742 INFO [RS:0;e14ef07817f4:42995 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:24:27,842 INFO [RS:0;e14ef07817f4:42995 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:24:27,843 INFO [RS:0;e14ef07817f4:42995 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C42995%2C1732130665545, suffix=, logDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545, archiveDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/oldWALs, maxLogs=10 2024-11-20T19:24:27,855 DEBUG [RS:0;e14ef07817f4:42995 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, exclude list is [], retry=0 2024-11-20T19:24:27,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43225,DS-5dda95ee-14f6-46ba-95ec-0b495bf5f530,DISK] 2024-11-20T19:24:27,858 INFO [RS:0;e14ef07817f4:42995 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 2024-11-20T19:24:27,859 DEBUG [RS:0;e14ef07817f4:42995 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-11-20T19:24:28,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:24:28,007 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76 2024-11-20T19:24:28,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:24:28,017 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:24:28,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:28,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:24:28,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:24:28,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:28,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:28,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:24:28,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:24:28,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:28,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:28,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:24:28,416 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:24:28,416 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:28,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:28,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:24:28,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:24:28,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:28,417 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:28,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:24:28,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740 2024-11-20T19:24:28,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740 2024-11-20T19:24:28,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:24:28,419 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:24:28,419 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:28,420 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:24:28,421 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:28,421 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61574465, jitterRate=-0.08246897161006927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:28,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130668412Initializing all the Stores at 1732130668412Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130668412Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130668413 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130668413Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130668413Cleaning up temporary data from old regions at 1732130668419 (+6 ms)Region opened successfully at 1732130668421 (+2 ms) 2024-11-20T19:24:28,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:28,421 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:28,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:28,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:28,421 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:28,421 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:28,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130668421Disabling compacts and flushes for region at 1732130668421Disabling writes for close at 1732130668421Writing region close event to WAL at 1732130668421Closed at 1732130668421 2024-11-20T19:24:28,422 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:28,422 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:24:28,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:24:28,423 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:24:28,424 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:24:28,574 DEBUG [e14ef07817f4:34273 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:24:28,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,42995,1732130665545 2024-11-20T19:24:28,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,42995,1732130665545, state=OPENING 2024-11-20T19:24:28,709 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:24:28,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:28,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:28,729 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:24:28,729 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,42995,1732130665545}] 2024-11-20T19:24:28,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-897998091/meta-region-server: CHANGED 2024-11-20T19:24:28,729 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-897998091/meta-region-server: CHANGED 2024-11-20T19:24:28,880 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:24:28,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:24:28,884 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:24:28,884 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:28,884 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:24:28,885 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C42995%2C1732130665545.meta, suffix=.meta, logDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545, archiveDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/oldWALs, maxLogs=10 2024-11-20T19:24:28,901 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.meta.1732130668885.meta, exclude list is [], retry=0 2024-11-20T19:24:28,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43225,DS-5dda95ee-14f6-46ba-95ec-0b495bf5f530,DISK] 2024-11-20T19:24:28,904 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.meta.1732130668885.meta 2024-11-20T19:24:28,904 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-11-20T19:24:28,905 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:28,905 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:28,905 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:24:28,905 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:24:28,905 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:24:28,905 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:24:28,905 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:28,905 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:24:28,905 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:24:28,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:24:28,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:24:28,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:28,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:28,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:24:28,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:24:28,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:28,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:28,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:24:28,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:24:28,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:28,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:28,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:24:28,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:24:28,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:28,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:28,909 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:24:28,909 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740 2024-11-20T19:24:28,910 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740 2024-11-20T19:24:28,911 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:24:28,911 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:24:28,911 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:28,911 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:24:28,912 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63093139, jitterRate=-0.05983896553516388}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:28,912 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:24:28,912 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130668905Writing region info on filesystem at 1732130668905Initializing all the Stores at 1732130668906 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130668906Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130668906Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130668906Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130668906Cleaning up temporary data from old regions at 1732130668911 (+5 ms)Running coprocessor post-open hooks at 1732130668912 (+1 ms)Region opened successfully at 1732130668912 2024-11-20T19:24:28,913 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130668880 2024-11-20T19:24:28,914 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:24:28,914 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:24:28,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,42995,1732130665545 2024-11-20T19:24:28,915 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,42995,1732130665545, state=OPEN 2024-11-20T19:24:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-897998091/meta-region-server 2024-11-20T19:24:28,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-897998091/meta-region-server 2024-11-20T19:24:28,928 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,42995,1732130665545 2024-11-20T19:24:28,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-897998091/meta-region-server: CHANGED 2024-11-20T19:24:28,928 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-897998091/meta-region-server: CHANGED 2024-11-20T19:24:28,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:24:28,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,42995,1732130665545 in 199 msec 2024-11-20T19:24:28,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:24:28,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 507 msec 2024-11-20T19:24:28,932 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:28,932 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:24:28,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:28,933 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,42995,1732130665545, seqNum=-1] 2024-11-20T19:24:28,933 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:28,934 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:28,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3550 sec 2024-11-20T19:24:28,938 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130668938, completionTime=-1 2024-11-20T19:24:28,938 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:24:28,938 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130728940 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130788940 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34273,1732130665407-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34273,1732130665407-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34273,1732130665407-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:34273, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:28,940 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:28,941 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:28,941 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:24:28,943 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.341sec 2024-11-20T19:24:28,943 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:24:28,943 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:24:28,943 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:24:28,943 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:24:28,943 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:24:28,943 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34273,1732130665407-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:24:28,943 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34273,1732130665407-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:24:28,945 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:24:28,945 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:24:28,945 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,34273,1732130665407-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:28,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db455c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:28,966 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,34273,-1 for getting cluster id 2024-11-20T19:24:28,966 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:28,967 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f5d3a33-f02e-4106-b5bc-744960e4515d' 2024-11-20T19:24:28,967 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f5d3a33-f02e-4106-b5bc-744960e4515d" 2024-11-20T19:24:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ba2738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,34273,-1] 2024-11-20T19:24:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:28,968 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:28,969 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:28,969 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47aaa6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:28,969 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,42995,1732130665545, seqNum=-1] 2024-11-20T19:24:28,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:28,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:28,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,34273,1732130665407 2024-11-20T19:24:28,973 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:28,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:28,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159b44e710005 connected 2024-11-20T19:24:28,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.log.dir so I do NOT create it in target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a 2024-11-20T19:24:28,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:24:28,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.tmp.dir so I do NOT create it in target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a 2024-11-20T19:24:28,994 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:24:28,995 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/cluster_7a87dfc6-1134-2a00-121e-b74948463441, deleteOnExit=true 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/test.cache.data in system properties and HBase conf 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:24:28,995 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:24:28,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:24:28,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:24:29,382 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:29,386 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:24:29,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:24:29,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:24:29,397 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:24:29,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:29,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4007d079{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:24:29,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f0b91e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:24:29,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T19:24:29,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T19:24:29,441 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T19:24:29,441 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T19:24:29,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b8b9c9f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/java.io.tmpdir/jetty-localhost-42161-hadoop-hdfs-3_4_1-tests_jar-_-any-1231859109039115000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:24:29,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a331dc8{HTTP/1.1, (http/1.1)}{localhost:42161} 2024-11-20T19:24:29,504 INFO [Time-limited test {}] server.Server(415): Started @296887ms 2024-11-20T19:24:29,883 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:24:29,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:24:29,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:24:29,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:24:29,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:24:29,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f80b149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:24:29,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6def4362{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:24:29,990 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d6afda9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/java.io.tmpdir/jetty-localhost-44899-hadoop-hdfs-3_4_1-tests_jar-_-any-17864600704857582753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:24:29,990 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47fe3fdb{HTTP/1.1, (http/1.1)}{localhost:44899} 2024-11-20T19:24:29,991 INFO [Time-limited test {}] server.Server(415): Started @297374ms 2024-11-20T19:24:29,992 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:24:30,678 WARN [Thread-3685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/cluster_7a87dfc6-1134-2a00-121e-b74948463441/data/data1/current/BP-728057325-172.17.0.3-1732130669012/current, will proceed with Du for space computation calculation, 2024-11-20T19:24:30,678 WARN [Thread-3686 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/cluster_7a87dfc6-1134-2a00-121e-b74948463441/data/data2/current/BP-728057325-172.17.0.3-1732130669012/current, will proceed with Du for space computation calculation, 2024-11-20T19:24:30,703 WARN [Thread-3673 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:24:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7361e08f9fba0bdf with lease ID 0xb6808042c16bd6a1: Processing first storage report for DS-3fce138c-00e2-4426-860b-03fee83642cb from datanode DatanodeRegistration(127.0.0.1:36483, datanodeUuid=d9e6d797-4dbc-45f5-9bae-5dac7c4d2ac9, infoPort=41507, infoSecurePort=0, ipcPort=44427, storageInfo=lv=-57;cid=testClusterID;nsid=820179996;c=1732130669012) 2024-11-20T19:24:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7361e08f9fba0bdf with lease ID 0xb6808042c16bd6a1: from storage DS-3fce138c-00e2-4426-860b-03fee83642cb node DatanodeRegistration(127.0.0.1:36483, datanodeUuid=d9e6d797-4dbc-45f5-9bae-5dac7c4d2ac9, infoPort=41507, infoSecurePort=0, ipcPort=44427, storageInfo=lv=-57;cid=testClusterID;nsid=820179996;c=1732130669012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:24:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7361e08f9fba0bdf with lease ID 0xb6808042c16bd6a1: Processing first storage report for DS-d11df845-409d-4f4c-8444-d46a1db8eca0 from datanode DatanodeRegistration(127.0.0.1:36483, datanodeUuid=d9e6d797-4dbc-45f5-9bae-5dac7c4d2ac9, infoPort=41507, infoSecurePort=0, ipcPort=44427, storageInfo=lv=-57;cid=testClusterID;nsid=820179996;c=1732130669012) 2024-11-20T19:24:30,705 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7361e08f9fba0bdf with lease ID 0xb6808042c16bd6a1: from storage DS-d11df845-409d-4f4c-8444-d46a1db8eca0 node DatanodeRegistration(127.0.0.1:36483, datanodeUuid=d9e6d797-4dbc-45f5-9bae-5dac7c4d2ac9, infoPort=41507, infoSecurePort=0, ipcPort=44427, storageInfo=lv=-57;cid=testClusterID;nsid=820179996;c=1732130669012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:24:30,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a 2024-11-20T19:24:30,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:30,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:30,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:24:31,147 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601 with version=8 2024-11-20T19:24:31,147 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/hbase-staging 2024-11-20T19:24:31,150 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:24:31,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:31,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:31,150 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:24:31,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:31,150 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:24:31,150 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:24:31,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:24:31,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33491 2024-11-20T19:24:31,152 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33491 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:31,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334910x0, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:31,234 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33491-0x10159b44e710006 connected 2024-11-20T19:24:31,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:31,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:31,312 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on znode that does not yet exist, /21243722245/running 2024-11-20T19:24:31,312 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601, hbase.cluster.distributed=false 2024-11-20T19:24:31,313 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on znode that does not yet exist, /21243722245/acl 2024-11-20T19:24:31,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33491 2024-11-20T19:24:31,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33491 2024-11-20T19:24:31,314 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33491 2024-11-20T19:24:31,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33491 2024-11-20T19:24:31,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33491 2024-11-20T19:24:31,337 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:24:31,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:31,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:31,337 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:24:31,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:24:31,337 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:24:31,337 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:24:31,337 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:24:31,338 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33797 2024-11-20T19:24:31,339 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33797 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:31,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:31,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:31,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337970x0, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:31,360 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337970x0, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on znode that does not yet exist, /21243722245/running 2024-11-20T19:24:31,360 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33797-0x10159b44e710007 connected 2024-11-20T19:24:31,360 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:24:31,366 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:24:31,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on znode that does not yet exist, /21243722245/master 2024-11-20T19:24:31,367 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on znode that does not yet exist, /21243722245/acl 2024-11-20T19:24:31,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-20T19:24:31,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33797 2024-11-20T19:24:31,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33797 2024-11-20T19:24:31,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-20T19:24:31,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33797 2024-11-20T19:24:31,399 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:33491 2024-11-20T19:24:31,400 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21243722245/backup-masters/e14ef07817f4,33491,1732130671150 2024-11-20T19:24:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245/backup-masters 2024-11-20T19:24:31,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245/backup-masters 2024-11-20T19:24:31,413 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on existing znode=/21243722245/backup-masters/e14ef07817f4,33491,1732130671150 2024-11-20T19:24:31,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:31,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21243722245/master 2024-11-20T19:24:31,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:31,423 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on existing znode=/21243722245/master 2024-11-20T19:24:31,424 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21243722245/backup-masters/e14ef07817f4,33491,1732130671150 from backup master directory 2024-11-20T19:24:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21243722245/backup-masters/e14ef07817f4,33491,1732130671150 2024-11-20T19:24:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245/backup-masters 2024-11-20T19:24:31,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245/backup-masters 2024-11-20T19:24:31,433 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:24:31,434 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,33491,1732130671150 2024-11-20T19:24:31,437 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/hbase.id] with ID: 3028fd9d-c909-484d-ace1-42ef11489458 2024-11-20T19:24:31,437 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/.tmp/hbase.id 2024-11-20T19:24:31,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:24:31,843 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/.tmp/hbase.id]:[hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/hbase.id] 2024-11-20T19:24:31,852 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:24:31,852 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:24:31,853 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:24:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:31,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:31,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:24:32,313 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:32,314 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:24:32,315 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:32,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:24:32,721 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store 2024-11-20T19:24:32,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:24:33,127 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:33,127 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:24:33,127 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:33,127 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:33,127 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:24:33,127 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:33,127 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:33,127 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130673127Disabling compacts and flushes for region at 1732130673127Disabling writes for close at 1732130673127Writing region close event to WAL at 1732130673127Closed at 1732130673127 2024-11-20T19:24:33,128 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/.initializing 2024-11-20T19:24:33,128 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/WALs/e14ef07817f4,33491,1732130671150 2024-11-20T19:24:33,129 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:24:33,130 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C33491%2C1732130671150, suffix=, logDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/WALs/e14ef07817f4,33491,1732130671150, archiveDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/oldWALs, maxLogs=10 2024-11-20T19:24:33,150 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/WALs/e14ef07817f4,33491,1732130671150/e14ef07817f4%2C33491%2C1732130671150.1732130673131, exclude list is [], retry=0 2024-11-20T19:24:33,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36483,DS-3fce138c-00e2-4426-860b-03fee83642cb,DISK] 2024-11-20T19:24:33,155 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/WALs/e14ef07817f4,33491,1732130671150/e14ef07817f4%2C33491%2C1732130671150.1732130673131 2024-11-20T19:24:33,155 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-11-20T19:24:33,155 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:33,155 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:33,155 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,156 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:24:33,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:33,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:24:33,161 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:33,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:24:33,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:33,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:24:33,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:33,164 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,165 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,166 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,167 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,167 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,167 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:33,169 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:24:33,171 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:33,171 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64509405, jitterRate=-0.038734957575798035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:33,172 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130673156Initializing all the Stores at 1732130673156Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130673156Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130673157 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130673157Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130673157Cleaning up temporary data from old regions at 1732130673167 (+10 ms)Region opened successfully at 1732130673172 (+5 ms) 2024-11-20T19:24:33,172 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:24:33,174 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dbee576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:24:33,175 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:24:33,175 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:24:33,176 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:24:33,176 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:24:33,176 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:24:33,176 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:24:33,177 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:24:33,182 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:24:33,183 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Unable to get data of znode /21243722245/balancer because node does not exist (not necessarily an error) 2024-11-20T19:24:33,202 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21243722245/balancer already deleted, retry=false 2024-11-20T19:24:33,202 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:24:33,203 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Unable to get data of znode /21243722245/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:24:33,212 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21243722245/normalizer already deleted, retry=false 2024-11-20T19:24:33,213 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:24:33,214 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Unable to get data of znode /21243722245/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:24:33,223 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21243722245/switch/split already deleted, retry=false 2024-11-20T19:24:33,224 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Unable to get data of znode /21243722245/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:24:33,233 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21243722245/switch/merge already deleted, retry=false 2024-11-20T19:24:33,236 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Unable to get data of znode /21243722245/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:24:33,244 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21243722245/snapshot-cleanup already deleted, retry=false 2024-11-20T19:24:33,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21243722245/running 2024-11-20T19:24:33,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21243722245/running 2024-11-20T19:24:33,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:33,254 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:33,255 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,33491,1732130671150, sessionid=0x10159b44e710006, setting cluster-up flag (Was=false) 2024-11-20T19:24:33,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:33,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:33,307 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21243722245/flush-table-proc/acquired, /21243722245/flush-table-proc/reached, /21243722245/flush-table-proc/abort 2024-11-20T19:24:33,308 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,33491,1732130671150 2024-11-20T19:24:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:33,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:33,360 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21243722245/online-snapshot/acquired, /21243722245/online-snapshot/reached, /21243722245/online-snapshot/abort 2024-11-20T19:24:33,361 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,33491,1732130671150 2024-11-20T19:24:33,362 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:24:33,364 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:33,364 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:24:33,364 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:24:33,364 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,33491,1732130671150 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:24:33,366 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:33,366 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:33,366 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:33,366 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:24:33,366 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:24:33,366 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,366 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:24:33,366 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:33,368 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:24:33,369 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:24:33,375 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130703375 2024-11-20T19:24:33,375 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:24:33,375 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:24:33,375 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:24:33,375 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:24:33,375 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:24:33,375 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:24:33,375 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,380 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:24:33,380 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:24:33,380 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:24:33,381 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:24:33,384 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:24:33,384 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:24:33,385 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130673385,5,FailOnTimeoutGroup] 2024-11-20T19:24:33,385 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130673385,5,FailOnTimeoutGroup] 2024-11-20T19:24:33,385 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,385 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:24:33,385 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,385 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:24:33,387 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:24:33,387 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601 2024-11-20T19:24:33,389 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(746): ClusterId : 3028fd9d-c909-484d-ace1-42ef11489458 2024-11-20T19:24:33,389 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:24:33,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:24:33,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:33,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:24:33,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:24:33,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:33,402 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:24:33,402 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:24:33,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:24:33,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:24:33,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:33,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:24:33,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:24:33,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:33,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:24:33,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:24:33,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:33,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:33,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:24:33,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740 2024-11-20T19:24:33,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740 2024-11-20T19:24:33,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:24:33,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:24:33,410 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:33,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:24:33,413 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:24:33,413 DEBUG [RS:0;e14ef07817f4:33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea7916, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:24:33,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:33,418 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63618114, jitterRate=-0.052016228437423706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:33,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130673398Initializing all the Stores at 1732130673399 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130673399Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130673400 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130673400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130673400Cleaning up temporary data from old regions at 1732130673409 (+9 ms)Region opened successfully at 1732130673418 (+9 ms) 2024-11-20T19:24:33,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:33,418 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:33,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:33,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:33,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:33,422 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:33,422 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130673418Disabling compacts and flushes for region at 1732130673418Disabling writes for close at 1732130673418Writing region close event to WAL at 1732130673422 (+4 ms)Closed at 1732130673422 2024-11-20T19:24:33,423 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:33,423 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:24:33,423 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:24:33,424 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:24:33,425 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:24:33,437 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:33797 2024-11-20T19:24:33,438 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:24:33,438 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:24:33,438 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:24:33,438 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,33491,1732130671150 with port=33797, startcode=1732130671336 2024-11-20T19:24:33,439 DEBUG [RS:0;e14ef07817f4:33797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:24:33,441 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:24:33,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33491 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,33797,1732130671336 2024-11-20T19:24:33,441 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33491 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,33797,1732130671336 2024-11-20T19:24:33,443 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601 2024-11-20T19:24:33,443 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32961 2024-11-20T19:24:33,443 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:24:33,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245/rs 2024-11-20T19:24:33,509 DEBUG [RS:0;e14ef07817f4:33797 {}] zookeeper.ZKUtil(111): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on existing znode=/21243722245/rs/e14ef07817f4,33797,1732130671336 2024-11-20T19:24:33,509 WARN [RS:0;e14ef07817f4:33797 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:24:33,509 INFO [RS:0;e14ef07817f4:33797 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:33,509 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336 2024-11-20T19:24:33,510 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,33797,1732130671336] 2024-11-20T19:24:33,513 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:24:33,515 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:24:33,515 INFO [RS:0;e14ef07817f4:33797 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:24:33,516 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,516 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:24:33,517 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:24:33,517 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,517 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,518 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:24:33,518 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:24:33,518 DEBUG [RS:0;e14ef07817f4:33797 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:24:33,524 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,524 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,524 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,524 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,524 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,524 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33797,1732130671336-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:24:33,548 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:24:33,549 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33797,1732130671336-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,549 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,549 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.Replication(171): e14ef07817f4,33797,1732130671336 started 2024-11-20T19:24:33,570 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:33,570 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,33797,1732130671336, RpcServer on e14ef07817f4/172.17.0.3:33797, sessionid=0x10159b44e710007 2024-11-20T19:24:33,570 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:24:33,570 DEBUG [RS:0;e14ef07817f4:33797 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,33797,1732130671336 2024-11-20T19:24:33,570 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,33797,1732130671336' 2024-11-20T19:24:33,570 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21243722245/flush-table-proc/abort' 2024-11-20T19:24:33,571 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21243722245/flush-table-proc/acquired' 2024-11-20T19:24:33,571 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:24:33,571 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:24:33,571 DEBUG [RS:0;e14ef07817f4:33797 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,33797,1732130671336 2024-11-20T19:24:33,571 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,33797,1732130671336' 2024-11-20T19:24:33,571 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21243722245/online-snapshot/abort' 2024-11-20T19:24:33,572 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21243722245/online-snapshot/acquired' 2024-11-20T19:24:33,572 DEBUG [RS:0;e14ef07817f4:33797 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:24:33,572 INFO [RS:0;e14ef07817f4:33797 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:24:33,572 INFO [RS:0;e14ef07817f4:33797 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:24:33,576 WARN [e14ef07817f4:33491 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T19:24:33,675 INFO [RS:0;e14ef07817f4:33797 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:24:33,676 INFO [RS:0;e14ef07817f4:33797 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33797%2C1732130671336, suffix=, logDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336, archiveDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/oldWALs, maxLogs=10 2024-11-20T19:24:33,697 DEBUG [RS:0;e14ef07817f4:33797 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, exclude list is [], retry=0 2024-11-20T19:24:33,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36483,DS-3fce138c-00e2-4426-860b-03fee83642cb,DISK] 2024-11-20T19:24:33,722 INFO [RS:0;e14ef07817f4:33797 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 2024-11-20T19:24:33,723 DEBUG [RS:0;e14ef07817f4:33797 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-11-20T19:24:33,826 DEBUG [e14ef07817f4:33491 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:24:33,826 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,33797,1732130671336 2024-11-20T19:24:33,827 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33797,1732130671336, state=OPENING 2024-11-20T19:24:33,876 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:24:33,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:33,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:33,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21243722245/meta-region-server: CHANGED 2024-11-20T19:24:33,886 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21243722245/meta-region-server: CHANGED 2024-11-20T19:24:33,886 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:24:33,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,33797,1732130671336}] 2024-11-20T19:24:34,038 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:24:34,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:24:34,044 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:24:34,044 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:34,045 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:24:34,046 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33797%2C1732130671336.meta, suffix=.meta, logDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336, archiveDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/oldWALs, maxLogs=10 2024-11-20T19:24:34,065 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.meta.1732130674047.meta, exclude list is [], retry=0 2024-11-20T19:24:34,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36483,DS-3fce138c-00e2-4426-860b-03fee83642cb,DISK] 2024-11-20T19:24:34,073 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.meta.1732130674047.meta 2024-11-20T19:24:34,076 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-11-20T19:24:34,076 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:34,077 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:34,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:24:34,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:24:34,077 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:24:34,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:24:34,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:34,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:24:34,077 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:24:34,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:24:34,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:24:34,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:34,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:34,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:24:34,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:24:34,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:34,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:34,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:24:34,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:24:34,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:34,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:34,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:24:34,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:24:34,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:34,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:24:34,087 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:24:34,088 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740 2024-11-20T19:24:34,089 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740 2024-11-20T19:24:34,090 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:24:34,090 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:24:34,091 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:24:34,092 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:24:34,093 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73008878, jitterRate=0.08791705965995789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:24:34,093 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:24:34,093 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130674078Writing region info on filesystem at 1732130674078Initializing all the Stores at 1732130674078Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130674078Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130674080 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130674080Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130674080Cleaning up temporary data from old regions at 1732130674090 (+10 ms)Running coprocessor post-open hooks at 1732130674093 (+3 ms)Region opened successfully at 1732130674093 2024-11-20T19:24:34,094 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130674038 2024-11-20T19:24:34,097 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:24:34,097 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:24:34,097 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,33797,1732130671336 2024-11-20T19:24:34,098 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,33797,1732130671336, state=OPEN 2024-11-20T19:24:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21243722245/meta-region-server 2024-11-20T19:24:34,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21243722245/meta-region-server 2024-11-20T19:24:34,107 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,33797,1732130671336 2024-11-20T19:24:34,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21243722245/meta-region-server: CHANGED 2024-11-20T19:24:34,107 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21243722245/meta-region-server: CHANGED 2024-11-20T19:24:34,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:24:34,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,33797,1732130671336 in 220 msec 2024-11-20T19:24:34,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:24:34,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 686 msec 2024-11-20T19:24:34,112 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:24:34,112 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:24:34,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:34,114 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33797,1732130671336, seqNum=-1] 2024-11-20T19:24:34,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:34,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42983, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:34,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 758 msec 2024-11-20T19:24:34,122 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130674122, completionTime=-1 2024-11-20T19:24:34,122 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:24:34,122 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:24:34,124 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:24:34,124 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130734124 2024-11-20T19:24:34,124 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130794124 2024-11-20T19:24:34,124 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:24:34,125 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33491,1732130671150-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:34,125 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33491,1732130671150-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:34,125 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33491,1732130671150-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:34,125 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:33491, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:34,125 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:34,126 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:34,128 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:24:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.700sec 2024-11-20T19:24:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:24:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:24:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:24:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:24:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:24:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33491,1732130671150-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:24:34,134 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33491,1732130671150-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:24:34,136 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:24:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:24:34,136 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,33491,1732130671150-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:24:34,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7683d678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:34,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33491,-1 for getting cluster id 2024-11-20T19:24:34,192 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:34,193 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3028fd9d-c909-484d-ace1-42ef11489458' 2024-11-20T19:24:34,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:34,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3028fd9d-c909-484d-ace1-42ef11489458" 2024-11-20T19:24:34,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ffebe86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33491,-1] 2024-11-20T19:24:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:34,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:34,195 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:34,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d7e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:34,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:34,196 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33797,1732130671336, seqNum=-1] 2024-11-20T19:24:34,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:34,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:34,200 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,33491,1732130671150 2024-11-20T19:24:34,201 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59517 2024-11-20T19:24:34,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:24:34,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10159b44e710008 connected 2024-11-20T19:24:34,224 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:34,225 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,46625,1732130659706 2024-11-20T19:24:34,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2711fc33 2024-11-20T19:24:34,226 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:34,227 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:34,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:34,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:24:34,229 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:24:34,229 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:34,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:24:34,230 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:24:34,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:34,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:24:34,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:34,408 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:24:34,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,410 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,469 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:34,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:34,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6cecc24070cf2a78fa3d239b7a0dddf, NAME => 'test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e 2024-11-20T19:24:34,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:35,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:35,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f6cecc24070cf2a78fa3d239b7a0dddf, disabling compactions & flushes 2024-11-20T19:24:35,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:35,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:35,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. after waiting 0 ms 2024-11-20T19:24:35,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:35,050 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:35,050 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6cecc24070cf2a78fa3d239b7a0dddf: Waiting for close lock at 1732130675050Disabling compacts and flushes for region at 1732130675050Disabling writes for close at 1732130675050Writing region close event to WAL at 1732130675050Closed at 1732130675050 2024-11-20T19:24:35,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:24:35,053 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130675052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130675052"}]},"ts":"1732130675052"} 2024-11-20T19:24:35,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:24:35,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:24:35,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130675056"}]},"ts":"1732130675056"} 2024-11-20T19:24:35,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:24:35,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6cecc24070cf2a78fa3d239b7a0dddf, ASSIGN}] 2024-11-20T19:24:35,064 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f6cecc24070cf2a78fa3d239b7a0dddf, ASSIGN 2024-11-20T19:24:35,065 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f6cecc24070cf2a78fa3d239b7a0dddf, ASSIGN; state=OFFLINE, location=e14ef07817f4,34511,1732130659948; forceNewPlan=false, retain=false 2024-11-20T19:24:35,216 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6cecc24070cf2a78fa3d239b7a0dddf, regionState=OPENING, regionLocation=e14ef07817f4,34511,1732130659948 2024-11-20T19:24:35,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f6cecc24070cf2a78fa3d239b7a0dddf, ASSIGN because future has completed 2024-11-20T19:24:35,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6cecc24070cf2a78fa3d239b7a0dddf, server=e14ef07817f4,34511,1732130659948}] 2024-11-20T19:24:35,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:35,388 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:35,389 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f6cecc24070cf2a78fa3d239b7a0dddf, NAME => 'test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:35,389 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:35,389 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:24:35,389 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,390 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:35,390 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,390 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,392 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,394 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6cecc24070cf2a78fa3d239b7a0dddf columnFamilyName f 2024-11-20T19:24:35,394 DEBUG [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:35,395 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] regionserver.HStore(327): Store=f6cecc24070cf2a78fa3d239b7a0dddf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:35,395 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,396 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6cecc24070cf2a78fa3d239b7a0dddf columnFamilyName f1 2024-11-20T19:24:35,396 DEBUG [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:35,397 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] regionserver.HStore(327): Store=f6cecc24070cf2a78fa3d239b7a0dddf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:35,397 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,398 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6cecc24070cf2a78fa3d239b7a0dddf columnFamilyName norep 2024-11-20T19:24:35,398 DEBUG [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:35,398 INFO [StoreOpener-f6cecc24070cf2a78fa3d239b7a0dddf-1 {}] regionserver.HStore(327): Store=f6cecc24070cf2a78fa3d239b7a0dddf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:35,398 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,399 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,399 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,400 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,400 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,400 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:24:35,401 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,405 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:35,405 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f6cecc24070cf2a78fa3d239b7a0dddf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62499478, jitterRate=-0.06868520379066467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:24:35,405 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:35,406 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f6cecc24070cf2a78fa3d239b7a0dddf: Running coprocessor pre-open hook at 1732130675390Writing region info on filesystem at 1732130675390Initializing all the Stores at 1732130675392 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130675392Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130675392Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130675392Cleaning up temporary data from old regions at 1732130675400 (+8 ms)Running coprocessor post-open hooks at 1732130675405 (+5 ms)Region opened successfully at 1732130675406 (+1 ms) 2024-11-20T19:24:35,407 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf., pid=6, masterSystemTime=1732130675378 2024-11-20T19:24:35,409 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:35,410 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:35,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f6cecc24070cf2a78fa3d239b7a0dddf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,34511,1732130659948 2024-11-20T19:24:35,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6cecc24070cf2a78fa3d239b7a0dddf, server=e14ef07817f4,34511,1732130659948 because future has completed 2024-11-20T19:24:35,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:24:35,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f6cecc24070cf2a78fa3d239b7a0dddf, server=e14ef07817f4,34511,1732130659948 in 195 msec 2024-11-20T19:24:35,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:24:35,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f6cecc24070cf2a78fa3d239b7a0dddf, ASSIGN in 355 msec 2024-11-20T19:24:35,419 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:24:35,420 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130675419"}]},"ts":"1732130675419"} 2024-11-20T19:24:35,422 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:24:35,423 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:24:35,425 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-20T19:24:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:36,381 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:24:36,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,34273,1732130665407 2024-11-20T19:24:36,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d10471 2024-11-20T19:24:36,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:36,384 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:36,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:24:36,387 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:24:36,387 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:36,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:24:36,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:24:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:36,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:24:36,394 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6c96369a522f8d0edeabf9ca8c6daac, NAME => 'test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76 2024-11-20T19:24:36,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:24:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:36,803 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:36,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c6c96369a522f8d0edeabf9ca8c6daac, disabling compactions & flushes 2024-11-20T19:24:36,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:36,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:36,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. after waiting 0 ms 2024-11-20T19:24:36,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:36,804 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:36,804 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6c96369a522f8d0edeabf9ca8c6daac: Waiting for close lock at 1732130676803Disabling compacts and flushes for region at 1732130676803Disabling writes for close at 1732130676804 (+1 ms)Writing region close event to WAL at 1732130676804Closed at 1732130676804 2024-11-20T19:24:36,806 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:24:36,806 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130676806"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130676806"}]},"ts":"1732130676806"} 2024-11-20T19:24:36,808 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:24:36,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:24:36,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130676809"}]},"ts":"1732130676809"} 2024-11-20T19:24:36,811 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:24:36,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6c96369a522f8d0edeabf9ca8c6daac, ASSIGN}] 2024-11-20T19:24:36,813 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6c96369a522f8d0edeabf9ca8c6daac, ASSIGN 2024-11-20T19:24:36,814 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c6c96369a522f8d0edeabf9ca8c6daac, ASSIGN; state=OFFLINE, location=e14ef07817f4,42995,1732130665545; forceNewPlan=false, retain=false 2024-11-20T19:24:36,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6c96369a522f8d0edeabf9ca8c6daac, regionState=OPENING, regionLocation=e14ef07817f4,42995,1732130665545 2024-11-20T19:24:36,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c6c96369a522f8d0edeabf9ca8c6daac, ASSIGN because future has completed 2024-11-20T19:24:36,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c96369a522f8d0edeabf9ca8c6daac, server=e14ef07817f4,42995,1732130665545}] 2024-11-20T19:24:37,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:37,124 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:37,125 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c6c96369a522f8d0edeabf9ca8c6daac, NAME => 'test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:37,125 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:37,125 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:24:37,125 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,125 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:37,126 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,126 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,132 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,133 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c96369a522f8d0edeabf9ca8c6daac columnFamilyName f 2024-11-20T19:24:37,133 DEBUG [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:37,134 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] regionserver.HStore(327): Store=c6c96369a522f8d0edeabf9ca8c6daac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:37,134 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,135 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c96369a522f8d0edeabf9ca8c6daac columnFamilyName f1 2024-11-20T19:24:37,135 DEBUG [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:37,135 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] regionserver.HStore(327): Store=c6c96369a522f8d0edeabf9ca8c6daac/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:37,136 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,136 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6c96369a522f8d0edeabf9ca8c6daac columnFamilyName norep 2024-11-20T19:24:37,136 DEBUG [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:37,137 INFO [StoreOpener-c6c96369a522f8d0edeabf9ca8c6daac-1 {}] regionserver.HStore(327): Store=c6c96369a522f8d0edeabf9ca8c6daac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:37,137 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,137 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,138 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,141 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,141 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,141 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:24:37,142 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,144 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:37,145 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c6c96369a522f8d0edeabf9ca8c6daac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69887075, jitterRate=0.04139856994152069}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:24:37,145 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:37,145 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c6c96369a522f8d0edeabf9ca8c6daac: Running coprocessor pre-open hook at 1732130677126Writing region info on filesystem at 1732130677126Initializing all the Stores at 1732130677126Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130677126Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130677132 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130677132Cleaning up temporary data from old regions at 1732130677141 (+9 ms)Running coprocessor post-open hooks at 1732130677145 (+4 ms)Region opened successfully at 1732130677145 2024-11-20T19:24:37,146 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac., pid=6, masterSystemTime=1732130677119 2024-11-20T19:24:37,147 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:37,147 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:37,148 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6c96369a522f8d0edeabf9ca8c6daac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,42995,1732130665545 2024-11-20T19:24:37,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6c96369a522f8d0edeabf9ca8c6daac, server=e14ef07817f4,42995,1732130665545 because future has completed 2024-11-20T19:24:37,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:24:37,154 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6c96369a522f8d0edeabf9ca8c6daac, server=e14ef07817f4,42995,1732130665545 in 184 msec 2024-11-20T19:24:37,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:24:37,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c6c96369a522f8d0edeabf9ca8c6daac, ASSIGN in 342 msec 2024-11-20T19:24:37,156 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:24:37,156 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130677156"}]},"ts":"1732130677156"} 2024-11-20T19:24:37,164 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:24:37,166 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:24:37,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 781 msec 2024-11-20T19:24:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:37,522 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:24:37,522 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33491,1732130671150 2024-11-20T19:24:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7216c98d 2024-11-20T19:24:37,523 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:37,524 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:37,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:37,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:24:37,528 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:24:37,528 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:37,528 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:24:37,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:24:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:24:37,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:37,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:37,984 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c81c0df67c8815aba2c96c6de151472e, NAME => 'test,,1732130677525.c81c0df67c8815aba2c96c6de151472e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601 2024-11-20T19:24:37,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:24:37,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130677525.c81c0df67c8815aba2c96c6de151472e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:37,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c81c0df67c8815aba2c96c6de151472e, disabling compactions & flushes 2024-11-20T19:24:37,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:37,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:37,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. after waiting 0 ms 2024-11-20T19:24:37,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:37,990 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:37,990 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c81c0df67c8815aba2c96c6de151472e: Waiting for close lock at 1732130677990Disabling compacts and flushes for region at 1732130677990Disabling writes for close at 1732130677990Writing region close event to WAL at 1732130677990Closed at 1732130677990 2024-11-20T19:24:37,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:24:37,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130677525.c81c0df67c8815aba2c96c6de151472e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130677991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130677991"}]},"ts":"1732130677991"} 2024-11-20T19:24:37,994 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:24:37,994 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:24:37,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130677994"}]},"ts":"1732130677994"} 2024-11-20T19:24:37,996 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:24:37,996 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c81c0df67c8815aba2c96c6de151472e, ASSIGN}] 2024-11-20T19:24:37,997 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c81c0df67c8815aba2c96c6de151472e, ASSIGN 2024-11-20T19:24:37,998 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c81c0df67c8815aba2c96c6de151472e, ASSIGN; state=OFFLINE, location=e14ef07817f4,33797,1732130671336; forceNewPlan=false, retain=false 2024-11-20T19:24:38,148 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c81c0df67c8815aba2c96c6de151472e, regionState=OPENING, regionLocation=e14ef07817f4,33797,1732130671336 2024-11-20T19:24:38,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c81c0df67c8815aba2c96c6de151472e, ASSIGN because future has completed 2024-11-20T19:24:38,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c81c0df67c8815aba2c96c6de151472e, server=e14ef07817f4,33797,1732130671336}] 2024-11-20T19:24:38,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:38,306 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:38,307 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c81c0df67c8815aba2c96c6de151472e, NAME => 'test,,1732130677525.c81c0df67c8815aba2c96c6de151472e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:38,307 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:38,307 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:24:38,307 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,307 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130677525.c81c0df67c8815aba2c96c6de151472e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:38,307 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,308 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,309 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,310 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c81c0df67c8815aba2c96c6de151472e columnFamilyName f 2024-11-20T19:24:38,310 DEBUG [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:38,310 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] regionserver.HStore(327): Store=c81c0df67c8815aba2c96c6de151472e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:38,311 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,312 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c81c0df67c8815aba2c96c6de151472e columnFamilyName f1 2024-11-20T19:24:38,312 DEBUG [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:38,312 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] regionserver.HStore(327): Store=c81c0df67c8815aba2c96c6de151472e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:38,312 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,313 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c81c0df67c8815aba2c96c6de151472e columnFamilyName norep 2024-11-20T19:24:38,313 DEBUG [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:38,314 INFO [StoreOpener-c81c0df67c8815aba2c96c6de151472e-1 {}] regionserver.HStore(327): Store=c81c0df67c8815aba2c96c6de151472e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:38,314 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,315 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,315 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,316 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,316 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,316 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:24:38,317 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,319 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:38,319 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c81c0df67c8815aba2c96c6de151472e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71482921, jitterRate=0.0651785284280777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:24:38,319 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:38,319 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c81c0df67c8815aba2c96c6de151472e: Running coprocessor pre-open hook at 1732130678308Writing region info on filesystem at 1732130678308Initializing all the Stores at 1732130678308Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130678308Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130678308Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130678308Cleaning up temporary data from old regions at 1732130678316 (+8 ms)Running coprocessor post-open hooks at 1732130678319 (+3 ms)Region opened successfully at 1732130678319 2024-11-20T19:24:38,320 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130677525.c81c0df67c8815aba2c96c6de151472e., pid=6, masterSystemTime=1732130678303 2024-11-20T19:24:38,322 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:38,322 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:38,323 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c81c0df67c8815aba2c96c6de151472e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,33797,1732130671336 2024-11-20T19:24:38,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c81c0df67c8815aba2c96c6de151472e, server=e14ef07817f4,33797,1732130671336 because future has completed 2024-11-20T19:24:38,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:24:38,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c81c0df67c8815aba2c96c6de151472e, server=e14ef07817f4,33797,1732130671336 in 175 msec 2024-11-20T19:24:38,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:24:38,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c81c0df67c8815aba2c96c6de151472e, ASSIGN in 333 msec 2024-11-20T19:24:38,331 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:24:38,332 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130678331"}]},"ts":"1732130678331"} 2024-11-20T19:24:38,334 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:24:38,335 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:24:38,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 810 msec 2024-11-20T19:24:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:24:38,671 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:24:38,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f48e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:38,672 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,46625,-1 for getting cluster id 2024-11-20T19:24:38,672 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:38,673 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0524bc52-c79c-4a63-9752-9717502cd580' 2024-11-20T19:24:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0524bc52-c79c-4a63-9752-9717502cd580" 2024-11-20T19:24:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@231ab830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,46625,-1] 2024-11-20T19:24:38,674 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:38,675 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:38,676 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:38,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260878ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:38,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,46625,1732130659706 2024-11-20T19:24:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@691248a8 2024-11-20T19:24:38,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:38,679 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:38,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:34273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:24:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:24:38,684 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:34273' 2024-11-20T19:24:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:38,685 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@416259f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:38,685 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,34273,-1 for getting cluster id 2024-11-20T19:24:38,686 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:38,687 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f5d3a33-f02e-4106-b5bc-744960e4515d' 2024-11-20T19:24:38,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:38,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f5d3a33-f02e-4106-b5bc-744960e4515d" 2024-11-20T19:24:38,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c305822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:38,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,34273,-1] 2024-11-20T19:24:38,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:38,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:38,689 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:38,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ef8286, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:38,690 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:38,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,34273,1732130665407 2024-11-20T19:24:38,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d1df688 2024-11-20T19:24:38,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:38,692 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:38,693 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:24:38,693 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:24:38,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:38,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:38,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:38,694 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:38,701 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:24:38,702 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:24:38,702 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:38,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:24:38,751 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:24:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:24:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:39,199 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66a2ea5aebe719f3af76a54fdb52aaba, NAME => 'hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e 2024-11-20T19:24:39,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:24:39,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:39,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 66a2ea5aebe719f3af76a54fdb52aaba, disabling compactions & flushes 2024-11-20T19:24:39,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:24:39,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:24:39,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. after waiting 0 ms 2024-11-20T19:24:39,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:24:39,204 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:24:39,204 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66a2ea5aebe719f3af76a54fdb52aaba: Waiting for close lock at 1732130679204Disabling compacts and flushes for region at 1732130679204Disabling writes for close at 1732130679204Writing region close event to WAL at 1732130679204Closed at 1732130679204 2024-11-20T19:24:39,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:24:39,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130679205"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130679205"}]},"ts":"1732130679205"} 2024-11-20T19:24:39,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:24:39,209 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:24:39,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130679209"}]},"ts":"1732130679209"} 2024-11-20T19:24:39,212 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:24:39,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66a2ea5aebe719f3af76a54fdb52aaba, ASSIGN}] 2024-11-20T19:24:39,213 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66a2ea5aebe719f3af76a54fdb52aaba, ASSIGN 2024-11-20T19:24:39,214 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66a2ea5aebe719f3af76a54fdb52aaba, ASSIGN; state=OFFLINE, location=e14ef07817f4,34511,1732130659948; forceNewPlan=false, retain=false 2024-11-20T19:24:39,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:39,365 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66a2ea5aebe719f3af76a54fdb52aaba, regionState=OPENING, regionLocation=e14ef07817f4,34511,1732130659948 2024-11-20T19:24:39,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=66a2ea5aebe719f3af76a54fdb52aaba, ASSIGN because future has completed 2024-11-20T19:24:39,367 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66a2ea5aebe719f3af76a54fdb52aaba, server=e14ef07817f4,34511,1732130659948}] 2024-11-20T19:24:39,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:24:39,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:39,523 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:24:39,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C34511%2C1732130659948.rep, suffix=, logDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948, archiveDir=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/oldWALs, maxLogs=10 2024-11-20T19:24:39,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.rep.1732130679525, exclude list is [], retry=0 2024-11-20T19:24:39,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41467,DS-a22d0581-bc3e-47c3-b9d7-97d4e036418c,DISK] 2024-11-20T19:24:39,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.rep.1732130679525 2024-11-20T19:24:39,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34101:34101)] 2024-11-20T19:24:39,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 66a2ea5aebe719f3af76a54fdb52aaba, NAME => 'hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:39,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:39,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:24:39,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. service=MultiRowMutationService 2024-11-20T19:24:39,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:24:39,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:39,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,550 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,551 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,552 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66a2ea5aebe719f3af76a54fdb52aaba columnFamilyName hfileref 2024-11-20T19:24:39,552 DEBUG [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:39,553 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] regionserver.HStore(327): Store=66a2ea5aebe719f3af76a54fdb52aaba/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:39,553 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,554 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66a2ea5aebe719f3af76a54fdb52aaba columnFamilyName queue 2024-11-20T19:24:39,554 DEBUG [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:39,554 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] regionserver.HStore(327): Store=66a2ea5aebe719f3af76a54fdb52aaba/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:39,554 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,555 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66a2ea5aebe719f3af76a54fdb52aaba columnFamilyName sid 2024-11-20T19:24:39,555 DEBUG [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:39,555 INFO [StoreOpener-66a2ea5aebe719f3af76a54fdb52aaba-1 {}] regionserver.HStore(327): Store=66a2ea5aebe719f3af76a54fdb52aaba/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:39,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/replication/66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/replication/66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:24:39,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/replication/66a2ea5aebe719f3af76a54fdb52aaba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:39,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 66a2ea5aebe719f3af76a54fdb52aaba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62704884, jitterRate=-0.0656244158744812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:24:39,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:39,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 66a2ea5aebe719f3af76a54fdb52aaba: Running coprocessor pre-open hook at 1732130679550Writing region info on filesystem at 1732130679550Initializing all the Stores at 1732130679551 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130679551Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130679551Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130679551Cleaning up temporary data from old regions at 1732130679557 (+6 ms)Running coprocessor post-open hooks at 1732130679560 (+3 ms)Region opened successfully at 1732130679560 2024-11-20T19:24:39,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba., pid=10, masterSystemTime=1732130679520 2024-11-20T19:24:39,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:24:39,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:24:39,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=66a2ea5aebe719f3af76a54fdb52aaba, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,34511,1732130659948 2024-11-20T19:24:39,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66a2ea5aebe719f3af76a54fdb52aaba, server=e14ef07817f4,34511,1732130659948 because future has completed 2024-11-20T19:24:39,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:24:39,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 66a2ea5aebe719f3af76a54fdb52aaba, server=e14ef07817f4,34511,1732130659948 in 200 msec 2024-11-20T19:24:39,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:24:39,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=66a2ea5aebe719f3af76a54fdb52aaba, ASSIGN in 356 msec 2024-11-20T19:24:39,571 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:24:39,571 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130679571"}]},"ts":"1732130679571"} 2024-11-20T19:24:39,573 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:24:39,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:24:39,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 880 msec 2024-11-20T19:24:39,580 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:24:39,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba., hostname=e14ef07817f4,34511,1732130659948, seqNum=2] 2024-11-20T19:24:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:39,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:39,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T19:24:39,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T19:24:39,683 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:24:39,683 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T19:24:39,684 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:24:39,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:24:39,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:39,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34511 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:24:39,850 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:24:39,889 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,34511,1732130659948, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:24:39,890 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:39,890 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34511,1732130659948, seqNum=-1] 2024-11-20T19:24:39,891 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:39,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T19:24:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,34511,1732130659948', locateType=CURRENT is [region=hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba., hostname=e14ef07817f4,34511,1732130659948, seqNum=2] 2024-11-20T19:24:39,896 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:24:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:24:39,899 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,34511,1732130659948 suceeded 2024-11-20T19:24:39,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:24:39,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-20T19:24:39,901 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:34273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:24:39,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2210 sec 2024-11-20T19:24:39,914 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:34273' 2024-11-20T19:24:39,916 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c79a6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:39,916 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,34273,-1 for getting cluster id 2024-11-20T19:24:39,916 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:39,917 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f5d3a33-f02e-4106-b5bc-744960e4515d' 2024-11-20T19:24:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f5d3a33-f02e-4106-b5bc-744960e4515d" 2024-11-20T19:24:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4630457c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:39,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,34273,-1] 2024-11-20T19:24:39,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:39,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:39,919 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40578, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:39,920 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@773c6e10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:39,920 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:39,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,34273,1732130665407 2024-11-20T19:24:39,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@331b5b05 2024-11-20T19:24:39,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:39,923 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T19:24:39,923 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,34511,1732130659948 (queues=1) is replicating from cluster=0524bc52-c79c-4a63-9752-9717502cd580 to cluster=9f5d3a33-f02e-4106-b5bc-744960e4515d 2024-11-20T19:24:39,923 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C34511%2C1732130659948 2024-11-20T19:24:39,923 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,34511,1732130659948, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:24:39,924 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154, startPosition=0, beingWritten=true 2024-11-20T19:24:39,928 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C34511%2C1732130659948 2024-11-20T19:24:39,934 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:39,934 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:39,934 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,34511,1732130659948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:40,011 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=9, created chunk count=34, reused chunk count=118, reuseRatio=77.63% 2024-11-20T19:24:40,012 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T19:24:40,146 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:40,450 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:40,518 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:24:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:40,840 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:24:40,840 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:40,841 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:40,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:40,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:40,841 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:40,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea0bc4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:40,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,34273,-1 for getting cluster id 2024-11-20T19:24:40,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:40,842 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f5d3a33-f02e-4106-b5bc-744960e4515d' 2024-11-20T19:24:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f5d3a33-f02e-4106-b5bc-744960e4515d" 2024-11-20T19:24:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15f8303c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,34273,-1] 2024-11-20T19:24:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:40,844 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdfa0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:40,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,34273,1732130665407 2024-11-20T19:24:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4056a9b0 2024-11-20T19:24:40,846 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:40,846 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:40,847 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:33491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:24:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:24:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:40,850 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:33491' 2024-11-20T19:24:40,851 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473b911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:40,851 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33491,-1 for getting cluster id 2024-11-20T19:24:40,851 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:40,851 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3028fd9d-c909-484d-ace1-42ef11489458' 2024-11-20T19:24:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3028fd9d-c909-484d-ace1-42ef11489458" 2024-11-20T19:24:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659dfdeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33491,-1] 2024-11-20T19:24:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:40,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:40,853 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:40,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2267233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:40,854 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:40,854 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33491,1732130671150 2024-11-20T19:24:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52aa7278 2024-11-20T19:24:40,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:40,858 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:40,859 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:24:40,859 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:24:40,859 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:40,859 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:40,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:40,860 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:40,861 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:24:40,862 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:24:40,862 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:40,863 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:24:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:24:40,912 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:24:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:41,270 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18475d4b68fda8b1ccb15f27d414d136, NAME => 'hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76 2024-11-20T19:24:41,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:24:41,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:41,276 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 18475d4b68fda8b1ccb15f27d414d136, disabling compactions & flushes 2024-11-20T19:24:41,276 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:41,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:41,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. after waiting 0 ms 2024-11-20T19:24:41,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:41,277 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:41,277 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18475d4b68fda8b1ccb15f27d414d136: Waiting for close lock at 1732130681276Disabling compacts and flushes for region at 1732130681276Disabling writes for close at 1732130681277 (+1 ms)Writing region close event to WAL at 1732130681277Closed at 1732130681277 2024-11-20T19:24:41,278 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:24:41,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130681278"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130681278"}]},"ts":"1732130681278"} 2024-11-20T19:24:41,280 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:24:41,281 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:24:41,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130681281"}]},"ts":"1732130681281"} 2024-11-20T19:24:41,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:24:41,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18475d4b68fda8b1ccb15f27d414d136, ASSIGN}] 2024-11-20T19:24:41,284 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18475d4b68fda8b1ccb15f27d414d136, ASSIGN 2024-11-20T19:24:41,285 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18475d4b68fda8b1ccb15f27d414d136, ASSIGN; state=OFFLINE, location=e14ef07817f4,42995,1732130665545; forceNewPlan=false, retain=false 2024-11-20T19:24:41,357 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:41,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18475d4b68fda8b1ccb15f27d414d136, regionState=OPENING, regionLocation=e14ef07817f4,42995,1732130665545 2024-11-20T19:24:41,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=18475d4b68fda8b1ccb15f27d414d136, ASSIGN because future has completed 2024-11-20T19:24:41,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18475d4b68fda8b1ccb15f27d414d136, server=e14ef07817f4,42995,1732130665545}] 2024-11-20T19:24:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:41,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:41,594 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:41,595 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:24:41,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C42995%2C1732130665545.rep, suffix=, logDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545, archiveDir=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/oldWALs, maxLogs=10 2024-11-20T19:24:41,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.rep.1732130681596, exclude list is [], retry=0 2024-11-20T19:24:41,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43225,DS-5dda95ee-14f6-46ba-95ec-0b495bf5f530,DISK] 2024-11-20T19:24:41,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.rep.1732130681596 2024-11-20T19:24:41,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38225:38225)] 2024-11-20T19:24:41,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 18475d4b68fda8b1ccb15f27d414d136, NAME => 'hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:41,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:41,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:24:41,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. service=MultiRowMutationService 2024-11-20T19:24:41,619 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:24:41,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:41,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,619 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,620 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,621 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18475d4b68fda8b1ccb15f27d414d136 columnFamilyName hfileref 2024-11-20T19:24:41,621 DEBUG [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:41,621 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] regionserver.HStore(327): Store=18475d4b68fda8b1ccb15f27d414d136/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:41,621 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,622 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18475d4b68fda8b1ccb15f27d414d136 columnFamilyName queue 2024-11-20T19:24:41,622 DEBUG [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:41,623 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] regionserver.HStore(327): Store=18475d4b68fda8b1ccb15f27d414d136/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:41,623 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,623 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18475d4b68fda8b1ccb15f27d414d136 columnFamilyName sid 2024-11-20T19:24:41,624 DEBUG [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:41,624 INFO [StoreOpener-18475d4b68fda8b1ccb15f27d414d136-1 {}] regionserver.HStore(327): Store=18475d4b68fda8b1ccb15f27d414d136/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:41,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,625 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:24:41,627 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:41,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 18475d4b68fda8b1ccb15f27d414d136; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67702488, jitterRate=0.008845686912536621}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:24:41,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:41,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 18475d4b68fda8b1ccb15f27d414d136: Running coprocessor pre-open hook at 1732130681619Writing region info on filesystem at 1732130681619Initializing all the Stores at 1732130681619Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130681620 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130681620Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130681620Cleaning up temporary data from old regions at 1732130681625 (+5 ms)Running coprocessor post-open hooks at 1732130681633 (+8 ms)Region opened successfully at 1732130681633 2024-11-20T19:24:41,634 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136., pid=10, masterSystemTime=1732130681591 2024-11-20T19:24:41,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:41,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:41,636 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=18475d4b68fda8b1ccb15f27d414d136, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,42995,1732130665545 2024-11-20T19:24:41,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18475d4b68fda8b1ccb15f27d414d136, server=e14ef07817f4,42995,1732130665545 because future has completed 2024-11-20T19:24:41,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:24:41,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 18475d4b68fda8b1ccb15f27d414d136, server=e14ef07817f4,42995,1732130665545 in 200 msec 2024-11-20T19:24:41,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:24:41,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=18475d4b68fda8b1ccb15f27d414d136, ASSIGN in 357 msec 2024-11-20T19:24:41,643 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:24:41,643 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130681643"}]},"ts":"1732130681643"} 2024-11-20T19:24:41,645 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:24:41,646 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:24:41,647 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 786 msec 2024-11-20T19:24:41,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136., hostname=e14ef07817f4,42995,1732130665545, seqNum=2] 2024-11-20T19:24:41,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:41,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:41,771 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:24:41,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42995 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:24:41,923 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:24:41,961 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:41,965 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,42995,1732130665545, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:24:41,965 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:41,965 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,42995,1732130665545, seqNum=-1] 2024-11-20T19:24:41,966 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:41,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T19:24:41,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,42995,1732130665545', locateType=CURRENT is [region=hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136., hostname=e14ef07817f4,42995,1732130665545, seqNum=2] 2024-11-20T19:24:41,971 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:24:41,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:24:41,973 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,42995,1732130665545 suceeded 2024-11-20T19:24:41,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:24:41,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-20T19:24:41,976 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:33491,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:24:41,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1290 sec 2024-11-20T19:24:41,989 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:33491' 2024-11-20T19:24:41,990 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c18fcb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:41,990 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33491,-1 for getting cluster id 2024-11-20T19:24:41,990 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:41,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:41,991 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3028fd9d-c909-484d-ace1-42ef11489458' 2024-11-20T19:24:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:41,991 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:24:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3028fd9d-c909-484d-ace1-42ef11489458" 2024-11-20T19:24:41,991 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a2abd2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:41,991 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:41,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33491,-1] 2024-11-20T19:24:41,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:41,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:41,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:41,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:41,993 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:41,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114b5cb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:41,993 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67f8f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:41,993 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33491,-1 for getting cluster id 2024-11-20T19:24:41,993 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:41,993 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:41,994 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3028fd9d-c909-484d-ace1-42ef11489458' 2024-11-20T19:24:41,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33491,1732130671150 2024-11-20T19:24:41,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41300dea 2024-11-20T19:24:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3028fd9d-c909-484d-ace1-42ef11489458" 2024-11-20T19:24:41,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f0aa3fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:41,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33491,-1] 2024-11-20T19:24:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:41,996 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T19:24:41,995 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:41,997 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,42995,1732130665545 (queues=1) is replicating from cluster=9f5d3a33-f02e-4106-b5bc-744960e4515d to cluster=3028fd9d-c909-484d-ace1-42ef11489458 2024-11-20T19:24:41,997 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C42995%2C1732130665545 2024-11-20T19:24:41,997 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,42995,1732130665545, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:24:41,997 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, startPosition=0, beingWritten=true 2024-11-20T19:24:41,998 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C42995%2C1732130665545 2024-11-20T19:24:42,001 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:42,002 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3a61ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:42,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:42,002 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:42,003 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:42,003 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,42995,1732130665545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:42,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,33491,1732130671150 2024-11-20T19:24:42,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1be1a807 2024-11-20T19:24:42,003 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:42,005 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:42,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:34273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:24:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:24:42,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:42,008 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:34273' 2024-11-20T19:24:42,012 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3740ea15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:42,013 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,34273,-1 for getting cluster id 2024-11-20T19:24:42,013 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:42,013 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f5d3a33-f02e-4106-b5bc-744960e4515d' 2024-11-20T19:24:42,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:42,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f5d3a33-f02e-4106-b5bc-744960e4515d" 2024-11-20T19:24:42,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459e2bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:42,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,34273,-1] 2024-11-20T19:24:42,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:42,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:42,014 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:42,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e57c257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:42,015 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:42,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,34273,1732130665407 2024-11-20T19:24:42,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ffd62d4 2024-11-20T19:24:42,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:42,016 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:24:42,017 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:24:42,017 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:24:42,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:42,018 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:42,018 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:42,018 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:24:42,019 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:24:42,020 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:24:42,020 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:42,021 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:24:42,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:24:42,069 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:24:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:42,213 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:42,445 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4d5ab54e3a8942da52b26575c5b52a75, NAME => 'hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601 2024-11-20T19:24:42,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:24:42,517 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:42,665 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:42,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:42,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4d5ab54e3a8942da52b26575c5b52a75, disabling compactions & flushes 2024-11-20T19:24:42,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:42,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:42,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. after waiting 0 ms 2024-11-20T19:24:42,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:42,854 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:42,854 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4d5ab54e3a8942da52b26575c5b52a75: Waiting for close lock at 1732130682854Disabling compacts and flushes for region at 1732130682854Disabling writes for close at 1732130682854Writing region close event to WAL at 1732130682854Closed at 1732130682854 2024-11-20T19:24:42,855 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:24:42,856 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130682855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130682855"}]},"ts":"1732130682855"} 2024-11-20T19:24:42,858 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:24:42,859 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:24:42,859 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130682859"}]},"ts":"1732130682859"} 2024-11-20T19:24:42,867 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:24:42,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d5ab54e3a8942da52b26575c5b52a75, ASSIGN}] 2024-11-20T19:24:42,869 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d5ab54e3a8942da52b26575c5b52a75, ASSIGN 2024-11-20T19:24:42,870 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d5ab54e3a8942da52b26575c5b52a75, ASSIGN; state=OFFLINE, location=e14ef07817f4,33797,1732130671336; forceNewPlan=false, retain=false 2024-11-20T19:24:42,922 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:43,020 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d5ab54e3a8942da52b26575c5b52a75, regionState=OPENING, regionLocation=e14ef07817f4,33797,1732130671336 2024-11-20T19:24:43,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4d5ab54e3a8942da52b26575c5b52a75, ASSIGN because future has completed 2024-11-20T19:24:43,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5ab54e3a8942da52b26575c5b52a75, server=e14ef07817f4,33797,1732130671336}] 2024-11-20T19:24:43,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:43,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:24:43,092 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108702 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:24:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:43,185 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:43,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:24:43,186 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:24:43,187 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C33797%2C1732130671336.rep, suffix=, logDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336, archiveDir=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/oldWALs, maxLogs=10 2024-11-20T19:24:43,204 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.rep.1732130683188, exclude list is [], retry=0 2024-11-20T19:24:43,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36483,DS-3fce138c-00e2-4426-860b-03fee83642cb,DISK] 2024-11-20T19:24:43,212 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.rep.1732130683188 2024-11-20T19:24:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41507:41507)] 2024-11-20T19:24:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 4d5ab54e3a8942da52b26575c5b52a75, NAME => 'hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:24:43,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:24:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:24:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. service=MultiRowMutationService 2024-11-20T19:24:43,214 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:24:43,214 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:24:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,216 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,217 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5ab54e3a8942da52b26575c5b52a75 columnFamilyName hfileref 2024-11-20T19:24:43,218 DEBUG [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:43,218 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] regionserver.HStore(327): Store=4d5ab54e3a8942da52b26575c5b52a75/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:43,218 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,219 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5ab54e3a8942da52b26575c5b52a75 columnFamilyName queue 2024-11-20T19:24:43,219 DEBUG [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:43,220 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] regionserver.HStore(327): Store=4d5ab54e3a8942da52b26575c5b52a75/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:43,220 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,221 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4d5ab54e3a8942da52b26575c5b52a75 columnFamilyName sid 2024-11-20T19:24:43,221 DEBUG [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:24:43,221 INFO [StoreOpener-4d5ab54e3a8942da52b26575c5b52a75-1 {}] regionserver.HStore(327): Store=4d5ab54e3a8942da52b26575c5b52a75/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:24:43,221 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,222 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:24:43,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:24:43,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 4d5ab54e3a8942da52b26575c5b52a75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62051382, jitterRate=-0.07536235451698303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:24:43,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:43,246 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 4d5ab54e3a8942da52b26575c5b52a75: Running coprocessor pre-open hook at 1732130683215Writing region info on filesystem at 1732130683215Initializing all the Stores at 1732130683216 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130683216Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130683216Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130683216Cleaning up temporary data from old regions at 1732130683223 (+7 ms)Running coprocessor post-open hooks at 1732130683246 (+23 ms)Region opened successfully at 1732130683246 2024-11-20T19:24:43,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75., pid=10, masterSystemTime=1732130683177 2024-11-20T19:24:43,250 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:43,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:43,250 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=4d5ab54e3a8942da52b26575c5b52a75, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,33797,1732130671336 2024-11-20T19:24:43,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4d5ab54e3a8942da52b26575c5b52a75, server=e14ef07817f4,33797,1732130671336 because future has completed 2024-11-20T19:24:43,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:24:43,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 4d5ab54e3a8942da52b26575c5b52a75, server=e14ef07817f4,33797,1732130671336 in 234 msec 2024-11-20T19:24:43,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:24:43,262 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4d5ab54e3a8942da52b26575c5b52a75, ASSIGN in 393 msec 2024-11-20T19:24:43,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:24:43,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130683263"}]},"ts":"1732130683263"} 2024-11-20T19:24:43,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:24:43,267 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:24:43,270 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2490 sec 2024-11-20T19:24:43,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75., hostname=e14ef07817f4,33797,1732130671336, seqNum=2] 2024-11-20T19:24:43,429 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:43,471 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:43,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:43,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:43,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:24:44,032 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:44,061 INFO [AsyncFSWAL-0-hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData-prefix:e14ef07817f4,33491,1732130671150 {}] wal.AbstractFSWAL(1368): Slow sync cost: 273 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:36483,DS-3fce138c-00e2-4426-860b-03fee83642cb,DISK]] 2024-11-20T19:24:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:44,212 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33797 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:24:44,213 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:24:44,248 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,33797,1732130671336, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:24:44,249 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:44,249 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33797,1732130671336, seqNum=-1] 2024-11-20T19:24:44,249 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:44,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T19:24:44,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,33797,1732130671336', locateType=CURRENT is [region=hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75., hostname=e14ef07817f4,33797,1732130671336, seqNum=2] 2024-11-20T19:24:44,254 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:24:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:24:44,256 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,33797,1732130671336 suceeded 2024-11-20T19:24:44,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:24:44,259 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:34273,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:24:44,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 470 msec 2024-11-20T19:24:44,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 2.2540 sec 2024-11-20T19:24:44,272 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:34273' 2024-11-20T19:24:44,273 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eb83c00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:44,273 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,34273,-1 for getting cluster id 2024-11-20T19:24:44,273 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:44,274 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f5d3a33-f02e-4106-b5bc-744960e4515d' 2024-11-20T19:24:44,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:44,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f5d3a33-f02e-4106-b5bc-744960e4515d" 2024-11-20T19:24:44,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6752a24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:44,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,34273,-1] 2024-11-20T19:24:44,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:44,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:44,275 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:44,276 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57dac750, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:44,276 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:24:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,34273,1732130665407 2024-11-20T19:24:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4dce6544 2024-11-20T19:24:44,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:24:44,277 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T19:24:44,278 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,33797,1732130671336 (queues=1) is replicating from cluster=3028fd9d-c909-484d-ace1-42ef11489458 to cluster=9f5d3a33-f02e-4106-b5bc-744960e4515d 2024-11-20T19:24:44,278 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C33797%2C1732130671336 2024-11-20T19:24:44,278 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,33797,1732130671336, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:24:44,279 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, startPosition=0, beingWritten=true 2024-11-20T19:24:44,280 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C33797%2C1732130671336 2024-11-20T19:24:44,283 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:44,283 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 379, reset compression=false 2024-11-20T19:24:44,283 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33797,1732130671336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:44,374 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:44,489 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 379, reset compression=false 2024-11-20T19:24:44,736 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:44,793 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 379, reset compression=false 2024-11-20T19:24:45,052 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:24:45,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,108 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:45,196 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 379, reset compression=false 2024-11-20T19:24:45,378 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:45,539 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:45,701 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 379, reset compression=false 2024-11-20T19:24:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33491 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:24:46,161 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:24:46,161 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:46,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:46,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:46,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:46,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:46,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6668c5a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,162 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,46625,-1 for getting cluster id 2024-11-20T19:24:46,162 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:46,163 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0524bc52-c79c-4a63-9752-9717502cd580' 2024-11-20T19:24:46,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:46,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0524bc52-c79c-4a63-9752-9717502cd580" 2024-11-20T19:24:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@205ae144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,46625,-1] 2024-11-20T19:24:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:46,165 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db2bf30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a3687bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,166 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,34273,-1 for getting cluster id 2024-11-20T19:24:46,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:46,167 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f5d3a33-f02e-4106-b5bc-744960e4515d' 2024-11-20T19:24:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f5d3a33-f02e-4106-b5bc-744960e4515d" 2024-11-20T19:24:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@789f2ee0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,34273,-1] 2024-11-20T19:24:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:46,168 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:46,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ccf9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,169 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50732d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,169 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33491,-1 for getting cluster id 2024-11-20T19:24:46,169 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:46,169 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3028fd9d-c909-484d-ace1-42ef11489458' 2024-11-20T19:24:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3028fd9d-c909-484d-ace1-42ef11489458" 2024-11-20T19:24:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@beee68c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33491,-1] 2024-11-20T19:24:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:46,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:46,171 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:46,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a49315, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,172 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:46,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,34511,1732130659948, seqNum=-1] 2024-11-20T19:24:46,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:46,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:46,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf., hostname=e14ef07817f4,34511,1732130659948, seqNum=2] 2024-11-20T19:24:46,179 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:46,180 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33797,1732130671336, seqNum=-1] 2024-11-20T19:24:46,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:46,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:46,183 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130677525.c81c0df67c8815aba2c96c6de151472e., hostname=e14ef07817f4,33797,1732130671336, seqNum=2] 2024-11-20T19:24:46,185 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T19:24:46,304 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 379, reset compression=false 2024-11-20T19:24:46,445 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:46,482 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 379, reset compression=false 2024-11-20T19:24:46,487 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:46,487 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:46,487 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,34511,1732130659948 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6cecc24070cf2a78fa3d239b7a0dddf/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T19:24:46,489 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:24:46,490 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T19:24:46,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:46,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b2ca68b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,34273,-1 for getting cluster id 2024-11-20T19:24:46,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:46,492 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f5d3a33-f02e-4106-b5bc-744960e4515d' 2024-11-20T19:24:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f5d3a33-f02e-4106-b5bc-744960e4515d" 2024-11-20T19:24:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3abf75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,34273,-1] 2024-11-20T19:24:46,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:46,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:46,494 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:46,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@585af01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:46,495 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:46,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,42995,1732130665545, seqNum=-1] 2024-11-20T19:24:46,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:46,497 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T19:24:46,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac., hostname=e14ef07817f4,42995,1732130665545, seqNum=2] 2024-11-20T19:24:46,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:46,691 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:46,994 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:47,009 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 379, reset compression=false 2024-11-20T19:24:47,187 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T19:24:47,398 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:47,449 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 379, reset compression=false 2024-11-20T19:24:47,488 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:47,489 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 503, reset compression=false 2024-11-20T19:24:47,492 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,42995,1732130665545 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6c96369a522f8d0edeabf9ca8c6daac/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T19:24:47,494 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:24:47,495 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T19:24:47,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:47,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aa55115, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:47,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,33491,-1 for getting cluster id 2024-11-20T19:24:47,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:24:47,501 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3028fd9d-c909-484d-ace1-42ef11489458' 2024-11-20T19:24:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:24:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3028fd9d-c909-484d-ace1-42ef11489458" 2024-11-20T19:24:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5007bc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,33491,-1] 2024-11-20T19:24:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:24:47,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:47,504 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:24:47,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ad763ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:24:47,509 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:47,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,33797,1732130671336, seqNum=-1] 2024-11-20T19:24:47,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:47,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T19:24:47,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732130677525.c81c0df67c8815aba2c96c6de151472e., hostname=e14ef07817f4,33797,1732130671336, seqNum=2] 2024-11-20T19:24:47,518 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:47,720 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 503, reset compression=false 2024-11-20T19:24:47,813 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 379, reset compression=false 2024-11-20T19:24:47,817 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:47,817 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 527, reset compression=false 2024-11-20T19:24:47,818 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33797,1732130671336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:47,936 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:48,022 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 503, reset compression=false 2024-11-20T19:24:48,024 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 527, reset compression=false 2024-11-20T19:24:48,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T19:24:48,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:24:48,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,42995,1732130665545, seqNum=-1] 2024-11-20T19:24:48,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:24:48,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:24:48,193 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac., hostname=e14ef07817f4,42995,1732130665545, seqNum=2] 2024-11-20T19:24:48,196 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T19:24:48,327 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 527, reset compression=false 2024-11-20T19:24:48,426 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 503, reset compression=false 2024-11-20T19:24:48,431 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:48,431 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 607, reset compression=false 2024-11-20T19:24:48,431 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,42995,1732130665545 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6c96369a522f8d0edeabf9ca8c6daac/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T19:24:48,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:48,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:48,540 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:48,635 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 607, reset compression=false 2024-11-20T19:24:48,730 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 527, reset compression=false 2024-11-20T19:24:48,735 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:48,735 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 655, reset compression=false 2024-11-20T19:24:48,735 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33797,1732130671336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:48,938 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 607, reset compression=false 2024-11-20T19:24:48,939 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 655, reset compression=false 2024-11-20T19:24:49,198 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T19:24:49,201 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T19:24:49,242 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 655, reset compression=false 2024-11-20T19:24:49,246 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:49,246 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:49,246 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 759, reset compression=false 2024-11-20T19:24:49,246 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33797,1732130671336 got entry batch from reader: WALEntryBatch [walEntries=[{test/c81c0df67c8815aba2c96c6de151472e/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T19:24:49,251 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:24:49,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T19:24:49,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:49,261 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:49,293 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:24:49,342 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 607, reset compression=false 2024-11-20T19:24:49,347 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:49,347 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 734, reset compression=false 2024-11-20T19:24:49,347 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,42995,1732130665545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:49,452 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 759, reset compression=false 2024-11-20T19:24:49,556 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 734, reset compression=false 2024-11-20T19:24:49,756 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 759, reset compression=false 2024-11-20T19:24:49,861 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 734, reset compression=false 2024-11-20T19:24:50,053 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:50,159 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 759, reset compression=false 2024-11-20T19:24:50,203 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T19:24:50,207 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T19:24:50,265 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 734, reset compression=false 2024-11-20T19:24:50,663 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 759, reset compression=false 2024-11-20T19:24:50,769 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 734, reset compression=false 2024-11-20T19:24:50,957 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 480, reset compression=false 2024-11-20T19:24:50,961 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:50,961 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:50,962 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,34511,1732130659948 got entry batch from reader: WALEntryBatch [walEntries=[{test/f6cecc24070cf2a78fa3d239b7a0dddf/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T19:24:50,963 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:50,966 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:51,165 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:51,211 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T19:24:51,266 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 759, reset compression=false 2024-11-20T19:24:51,372 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 734, reset compression=false 2024-11-20T19:24:51,376 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:51,376 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 881, reset compression=false 2024-11-20T19:24:51,376 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,42995,1732130665545 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6c96369a522f8d0edeabf9ca8c6daac/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T19:24:51,377 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:51,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:51,469 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:51,579 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 881, reset compression=false 2024-11-20T19:24:51,872 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:51,883 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 881, reset compression=false 2024-11-20T19:24:51,971 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 759, reset compression=false 2024-11-20T19:24:51,977 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:51,977 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 930, reset compression=false 2024-11-20T19:24:51,977 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33797,1732130671336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:52,183 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 930, reset compression=false 2024-11-20T19:24:52,213 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T19:24:52,217 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T19:24:52,286 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 881, reset compression=false 2024-11-20T19:24:52,291 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:52,291 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1040, reset compression=false 2024-11-20T19:24:52,291 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,42995,1732130665545 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6c96369a522f8d0edeabf9ca8c6daac/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T19:24:52,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:52,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33797 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:52,376 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:52,487 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 930, reset compression=false 2024-11-20T19:24:52,491 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:52,491 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1080, reset compression=false 2024-11-20T19:24:52,492 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33797,1732130671336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:52,497 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1040, reset compression=false 2024-11-20T19:24:52,695 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1080, reset compression=false 2024-11-20T19:24:52,800 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1040, reset compression=false 2024-11-20T19:24:52,981 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:52,999 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1080, reset compression=false 2024-11-20T19:24:53,204 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1040, reset compression=false 2024-11-20T19:24:53,219 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T19:24:53,228 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T19:24:53,403 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1080, reset compression=false 2024-11-20T19:24:53,408 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:24:53,408 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1239, reset compression=false 2024-11-20T19:24:53,408 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33797,1732130671336 got entry batch from reader: WALEntryBatch [walEntries=[{test/c81c0df67c8815aba2c96c6de151472e/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T19:24:53,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T19:24:53,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42995 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T19:24:53,616 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1239, reset compression=false 2024-11-20T19:24:53,686 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:53,708 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1040, reset compression=false 2024-11-20T19:24:53,711 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:53,711 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1189, reset compression=false 2024-11-20T19:24:53,711 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,42995,1732130665545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:53,915 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1189, reset compression=false 2024-11-20T19:24:53,919 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1239, reset compression=false 2024-11-20T19:24:54,219 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1189, reset compression=false 2024-11-20T19:24:54,229 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T19:24:54,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:24:54,233 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:54,233 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:54,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:54,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:54,234 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:54,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:24:54,234 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1615099690, stopped=false 2024-11-20T19:24:54,234 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,33491,1732130671150 2024-11-20T19:24:54,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21243722245/running 2024-11-20T19:24:54,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21243722245/running 2024-11-20T19:24:54,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:54,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:54,253 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:54,253 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:54,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:54,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:54,253 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,33797,1732130671336' ***** 2024-11-20T19:24:54,253 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:24:54,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on znode that does not yet exist, /21243722245/running 2024-11-20T19:24:54,254 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Set watcher on znode that does not yet exist, /21243722245/running 2024-11-20T19:24:54,254 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:24:54,254 INFO [RS:0;e14ef07817f4:33797 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:24:54,255 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(3091): Received CLOSE for 4d5ab54e3a8942da52b26575c5b52a75 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(3091): Received CLOSE for c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,33797,1732130671336 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:54,255 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4d5ab54e3a8942da52b26575c5b52a75, disabling compactions & flushes 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33797. 2024-11-20T19:24:54,255 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:54,255 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:54,255 DEBUG [RS:0;e14ef07817f4:33797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:54,255 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. after waiting 0 ms 2024-11-20T19:24:54,255 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:54,255 DEBUG [RS:0;e14ef07817f4:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:24:54,255 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4d5ab54e3a8942da52b26575c5b52a75 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T19:24:54,255 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:24:54,256 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:24:54,256 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1325): Online Regions={4d5ab54e3a8942da52b26575c5b52a75=hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75., c81c0df67c8815aba2c96c6de151472e=test,,1732130677525.c81c0df67c8815aba2c96c6de151472e., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:24:54,256 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4d5ab54e3a8942da52b26575c5b52a75, c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:54,256 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:54,256 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:54,256 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:54,256 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:54,256 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:54,256 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:24:54,265 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:54,270 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75/.tmp/queue/e2b8a1d12b274f369cba9e2f01caa9f5 is 154, key is 1-e14ef07817f4,33797,1732130671336/queue:e14ef07817f4%2C33797%2C1732130671336/1732130693415/Put/seqid=0 2024-11-20T19:24:54,274 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/info/f09bfcb1fa34403c9278acb3568e2338 is 147, key is hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75./info:regioninfo/1732130683250/Put/seqid=0 2024-11-20T19:24:54,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741840_1016 (size=5353) 2024-11-20T19:24:54,277 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75/.tmp/queue/e2b8a1d12b274f369cba9e2f01caa9f5 2024-11-20T19:24:54,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741841_1017 (size=7686) 2024-11-20T19:24:54,281 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75/.tmp/queue/e2b8a1d12b274f369cba9e2f01caa9f5 as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75/queue/e2b8a1d12b274f369cba9e2f01caa9f5 2024-11-20T19:24:54,285 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75/queue/e2b8a1d12b274f369cba9e2f01caa9f5, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T19:24:54,285 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4d5ab54e3a8942da52b26575c5b52a75 in 30ms, sequenceid=12, compaction requested=false 2024-11-20T19:24:54,288 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/info/f09bfcb1fa34403c9278acb3568e2338 2024-11-20T19:24:54,288 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/replication/4d5ab54e3a8942da52b26575c5b52a75/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T19:24:54,289 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:54,289 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:24:54,289 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:54,289 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4d5ab54e3a8942da52b26575c5b52a75: Waiting for close lock at 1732130694255Running coprocessor pre-close hooks at 1732130694255Disabling compacts and flushes for region at 1732130694255Disabling writes for close at 1732130694255Obtaining lock to block concurrent updates at 1732130694255Preparing flush snapshotting stores in 4d5ab54e3a8942da52b26575c5b52a75 at 1732130694255Finished memstore snapshotting hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732130694256 (+1 ms)Flushing stores of hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. at 1732130694256Flushing 4d5ab54e3a8942da52b26575c5b52a75/queue: creating writer at 1732130694256Flushing 4d5ab54e3a8942da52b26575c5b52a75/queue: appending metadata at 1732130694270 (+14 ms)Flushing 4d5ab54e3a8942da52b26575c5b52a75/queue: closing flushed file at 1732130694270Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@191e969b: reopening flushed file at 1732130694280 (+10 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 4d5ab54e3a8942da52b26575c5b52a75 in 30ms, sequenceid=12, compaction requested=false at 1732130694285 (+5 ms)Writing region close event to WAL at 1732130694286 (+1 ms)Running coprocessor post-close hooks at 1732130694289 (+3 ms)Closed at 1732130694289 2024-11-20T19:24:54,289 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130682018.4d5ab54e3a8942da52b26575c5b52a75. 2024-11-20T19:24:54,289 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c81c0df67c8815aba2c96c6de151472e, disabling compactions & flushes 2024-11-20T19:24:54,289 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:54,289 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:54,290 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. after waiting 0 ms 2024-11-20T19:24:54,290 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:54,290 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c81c0df67c8815aba2c96c6de151472e 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T19:24:54,307 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/ns/c7542a005667416181dec8d55de8acc7 is 43, key is default/ns:d/1732130674116/Put/seqid=0 2024-11-20T19:24:54,309 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/f/24b7d86557ee41c1854eb170472f9eb7 is 29, key is row1/f:/1732130692214/DeleteFamily/seqid=0 2024-11-20T19:24:54,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741842_1018 (size=5153) 2024-11-20T19:24:54,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741843_1019 (size=5152) 2024-11-20T19:24:54,313 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/f/24b7d86557ee41c1854eb170472f9eb7 2024-11-20T19:24:54,313 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/ns/c7542a005667416181dec8d55de8acc7 2024-11-20T19:24:54,318 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24b7d86557ee41c1854eb170472f9eb7 2024-11-20T19:24:54,323 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1239, reset compression=false 2024-11-20T19:24:54,330 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:54,330 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1486, reset compression=false 2024-11-20T19:24:54,330 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,33797,1732130671336 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:54,331 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,33797,1732130671336: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,33797,1732130671336, walGroup=e14ef07817f4%2C33797%2C1732130671336, offset=e14ef07817f4%2C33797%2C1732130671336.1732130673677:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33797 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:24:54,332 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:24:54,332 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:24:54,333 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:24:54,333 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:24:54,333 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:24:54,333 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 934243552 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202443960 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:24:54,334 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/rep_barrier/50f2c94cfebb4ab9b0070b9aabaa7ea3 is 112, key is test,,1732130677525.c81c0df67c8815aba2c96c6de151472e./rep_barrier:seqnumDuringOpen/1732130678323/Put/seqid=0 2024-11-20T19:24:54,333 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33491 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:24:54,337 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/f1/4e7d7a7285044f6eb265a624588eb34f is 30, key is row1/f1:/1732130692214/DeleteFamily/seqid=0 2024-11-20T19:24:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741844_1020 (size=5518) 2024-11-20T19:24:54,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741845_1021 (size=5158) 2024-11-20T19:24:54,344 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/f1/4e7d7a7285044f6eb265a624588eb34f 2024-11-20T19:24:54,348 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e7d7a7285044f6eb265a624588eb34f 2024-11-20T19:24:54,366 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/norep/7cabc0c6d9ea4e0286315145ae01de3e is 33, key is row2/norep:/1732130693225/DeleteFamily/seqid=0 2024-11-20T19:24:54,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741846_1022 (size=5108) 2024-11-20T19:24:54,456 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:54,489 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:54,525 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:24:54,525 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:24:54,538 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1486, reset compression=false 2024-11-20T19:24:54,629 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1189, reset compression=false 2024-11-20T19:24:54,656 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c81c0df67c8815aba2c96c6de151472e 2024-11-20T19:24:54,741 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/rep_barrier/50f2c94cfebb4ab9b0070b9aabaa7ea3 2024-11-20T19:24:54,768 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/table/c54d69adc9b749eea7c9a324a73e5162 is 53, key is hbase:replication/table:state/1732130683263/Put/seqid=0 2024-11-20T19:24:54,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741847_1023 (size=5308) 2024-11-20T19:24:54,774 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/norep/7cabc0c6d9ea4e0286315145ae01de3e 2024-11-20T19:24:54,778 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cabc0c6d9ea4e0286315145ae01de3e 2024-11-20T19:24:54,779 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/f/24b7d86557ee41c1854eb170472f9eb7 as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/f/24b7d86557ee41c1854eb170472f9eb7 2024-11-20T19:24:54,783 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 24b7d86557ee41c1854eb170472f9eb7 2024-11-20T19:24:54,783 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/f/24b7d86557ee41c1854eb170472f9eb7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T19:24:54,784 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/f1/4e7d7a7285044f6eb265a624588eb34f as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/f1/4e7d7a7285044f6eb265a624588eb34f 2024-11-20T19:24:54,789 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4e7d7a7285044f6eb265a624588eb34f 2024-11-20T19:24:54,789 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/f1/4e7d7a7285044f6eb265a624588eb34f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T19:24:54,791 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/.tmp/norep/7cabc0c6d9ea4e0286315145ae01de3e as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/norep/7cabc0c6d9ea4e0286315145ae01de3e 2024-11-20T19:24:54,796 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cabc0c6d9ea4e0286315145ae01de3e 2024-11-20T19:24:54,796 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/norep/7cabc0c6d9ea4e0286315145ae01de3e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T19:24:54,797 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c81c0df67c8815aba2c96c6de151472e in 507ms, sequenceid=10, compaction requested=false 2024-11-20T19:24:54,801 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/default/test/c81c0df67c8815aba2c96c6de151472e/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T19:24:54,802 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:54,802 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:24:54,802 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:54,802 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c81c0df67c8815aba2c96c6de151472e: Waiting for close lock at 1732130694289Running coprocessor pre-close hooks at 1732130694289Disabling compacts and flushes for region at 1732130694289Disabling writes for close at 1732130694290 (+1 ms)Obtaining lock to block concurrent updates at 1732130694290Preparing flush snapshotting stores in c81c0df67c8815aba2c96c6de151472e at 1732130694290Finished memstore snapshotting test,,1732130677525.c81c0df67c8815aba2c96c6de151472e., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732130694290Flushing stores of test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. at 1732130694290Flushing c81c0df67c8815aba2c96c6de151472e/f: creating writer at 1732130694291 (+1 ms)Flushing c81c0df67c8815aba2c96c6de151472e/f: appending metadata at 1732130694308 (+17 ms)Flushing c81c0df67c8815aba2c96c6de151472e/f: closing flushed file at 1732130694308Flushing c81c0df67c8815aba2c96c6de151472e/f1: creating writer at 1732130694318 (+10 ms)Flushing c81c0df67c8815aba2c96c6de151472e/f1: appending metadata at 1732130694337 (+19 ms)Flushing c81c0df67c8815aba2c96c6de151472e/f1: closing flushed file at 1732130694337Flushing c81c0df67c8815aba2c96c6de151472e/norep: creating writer at 1732130694348 (+11 ms)Flushing c81c0df67c8815aba2c96c6de151472e/norep: appending metadata at 1732130694365 (+17 ms)Flushing c81c0df67c8815aba2c96c6de151472e/norep: closing flushed file at 1732130694365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78790ea5: reopening flushed file at 1732130694778 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38357f72: reopening flushed file at 1732130694783 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70bd22a2: reopening flushed file at 1732130694789 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c81c0df67c8815aba2c96c6de151472e in 507ms, sequenceid=10, compaction requested=false at 1732130694797 (+8 ms)Writing region close event to WAL at 1732130694798 (+1 ms)Running coprocessor post-close hooks at 1732130694802 (+4 ms)Closed at 1732130694802 2024-11-20T19:24:54,802 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130677525.c81c0df67c8815aba2c96c6de151472e. 2024-11-20T19:24:54,841 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 1486, reset compression=false 2024-11-20T19:24:54,845 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:54,845 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 2130, reset compression=false 2024-11-20T19:24:54,856 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:24:54,994 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:24:55,049 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 2130, reset compression=false 2024-11-20T19:24:55,056 DEBUG [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:24:55,133 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1189, reset compression=false 2024-11-20T19:24:55,172 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/table/c54d69adc9b749eea7c9a324a73e5162 2024-11-20T19:24:55,177 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/info/f09bfcb1fa34403c9278acb3568e2338 as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/info/f09bfcb1fa34403c9278acb3568e2338 2024-11-20T19:24:55,182 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/info/f09bfcb1fa34403c9278acb3568e2338, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:24:55,183 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/ns/c7542a005667416181dec8d55de8acc7 as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/ns/c7542a005667416181dec8d55de8acc7 2024-11-20T19:24:55,187 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/ns/c7542a005667416181dec8d55de8acc7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:24:55,188 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/rep_barrier/50f2c94cfebb4ab9b0070b9aabaa7ea3 as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/rep_barrier/50f2c94cfebb4ab9b0070b9aabaa7ea3 2024-11-20T19:24:55,193 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/rep_barrier/50f2c94cfebb4ab9b0070b9aabaa7ea3, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:24:55,193 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/.tmp/table/c54d69adc9b749eea7c9a324a73e5162 as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/table/c54d69adc9b749eea7c9a324a73e5162 2024-11-20T19:24:55,198 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/table/c54d69adc9b749eea7c9a324a73e5162, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:24:55,199 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=16, compaction requested=false 2024-11-20T19:24:55,203 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:24:55,203 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:55,203 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:24:55,203 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:55,203 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130694256Running coprocessor pre-close hooks at 1732130694256Disabling compacts and flushes for region at 1732130694256Disabling writes for close at 1732130694256Obtaining lock to block concurrent updates at 1732130694256Preparing flush snapshotting stores in 1588230740 at 1732130694256Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130694256Flushing stores of hbase:meta,,1.1588230740 at 1732130694257 (+1 ms)Flushing 1588230740/info: creating writer at 1732130694257Flushing 1588230740/info: appending metadata at 1732130694274 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732130694274Flushing 1588230740/ns: creating writer at 1732130694293 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732130694306 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732130694306Flushing 1588230740/rep_barrier: creating writer at 1732130694317 (+11 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130694333 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130694333Flushing 1588230740/table: creating writer at 1732130694750 (+417 ms)Flushing 1588230740/table: appending metadata at 1732130694767 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732130694767Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19fdd835: reopening flushed file at 1732130695177 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@346821fc: reopening flushed file at 1732130695182 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@349d9573: reopening flushed file at 1732130695188 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49fdbe27: reopening flushed file at 1732130695193 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 942ms, sequenceid=16, compaction requested=false at 1732130695199 (+6 ms)Writing region close event to WAL at 1732130695200 (+1 ms)Running coprocessor post-close hooks at 1732130695203 (+3 ms)Closed at 1732130695203 2024-11-20T19:24:55,203 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:55,257 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,33797,1732130671336; all regions closed. 2024-11-20T19:24:55,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:24:55,259 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.meta.1732130674047.meta not finished, retry = 0 2024-11-20T19:24:55,353 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 to pos 2130, reset compression=false 2024-11-20T19:24:55,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741839_1015 (size=3114) 2024-11-20T19:24:55,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741833_1009 (size=2138) 2024-11-20T19:24:55,370 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/WALs/e14ef07817f4,33797,1732130671336/e14ef07817f4%2C33797%2C1732130671336.1732130673677 not finished, retry = 0 2024-11-20T19:24:55,392 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:55,471 DEBUG [RS:0;e14ef07817f4:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,471 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:55,472 INFO [RS:0;e14ef07817f4:33797 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:55,472 INFO [RS:0;e14ef07817f4:33797 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:55,472 INFO [RS:0;e14ef07817f4:33797 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:55,472 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:55,472 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,33797,1732130671336 because: Region server is closing 2024-11-20T19:24:55,473 INFO [RS:0;e14ef07817f4:33797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33797. 2024-11-20T19:24:55,473 DEBUG [RS:0;e14ef07817f4:33797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:55,473 DEBUG [RS:0;e14ef07817f4:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,473 DEBUG [RS:0;e14ef07817f4:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:55,573 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.shippere14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 terminated 2024-11-20T19:24:55,573 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,33797,1732130671336.replicationSource.wal-reader.e14ef07817f4%2C33797%2C1732130671336,1-e14ef07817f4,33797,1732130671336 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:24:55,574 INFO [RS:0;e14ef07817f4:33797 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:33797. 2024-11-20T19:24:55,574 DEBUG [RS:0;e14ef07817f4:33797 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:55,574 DEBUG [RS:0;e14ef07817f4:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,574 DEBUG [RS:0;e14ef07817f4:33797 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:55,574 INFO [RS:0;e14ef07817f4:33797 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33797 2024-11-20T19:24:55,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245/rs 2024-11-20T19:24:55,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21243722245/rs/e14ef07817f4,33797,1732130671336 2024-11-20T19:24:55,632 INFO [RS:0;e14ef07817f4:33797 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:55,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,33797,1732130671336] 2024-11-20T19:24:55,653 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21243722245/draining/e14ef07817f4,33797,1732130671336 already deleted, retry=false 2024-11-20T19:24:55,653 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,33797,1732130671336 expired; onlineServers=0 2024-11-20T19:24:55,653 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,33491,1732130671150' ***** 2024-11-20T19:24:55,653 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:24:55,653 INFO [M:0;e14ef07817f4:33491 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:55,653 INFO [M:0;e14ef07817f4:33491 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:55,653 DEBUG [M:0;e14ef07817f4:33491 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:24:55,653 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:24:55,653 DEBUG [M:0;e14ef07817f4:33491 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:24:55,653 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130673385 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130673385,5,FailOnTimeoutGroup] 2024-11-20T19:24:55,653 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130673385 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130673385,5,FailOnTimeoutGroup] 2024-11-20T19:24:55,654 INFO [M:0;e14ef07817f4:33491 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:55,654 INFO [M:0;e14ef07817f4:33491 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:55,654 DEBUG [M:0;e14ef07817f4:33491 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:24:55,654 INFO [M:0;e14ef07817f4:33491 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:24:55,654 INFO [M:0;e14ef07817f4:33491 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:55,654 INFO [M:0;e14ef07817f4:33491 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:24:55,654 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:24:55,667 DEBUG [M:0;e14ef07817f4:33491 {}] zookeeper.ZKUtil(347): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Unable to get data of znode /21243722245/master because node does not exist (not an error) 2024-11-20T19:24:55,667 WARN [M:0;e14ef07817f4:33491 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:24:55,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21243722245/master 2024-11-20T19:24:55,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21243722245 2024-11-20T19:24:55,668 INFO [M:0;e14ef07817f4:33491 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/.lastflushedseqids 2024-11-20T19:24:55,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741848_1024 (size=245) 2024-11-20T19:24:55,676 INFO [M:0;e14ef07817f4:33491 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:24:55,676 INFO [M:0;e14ef07817f4:33491 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:24:55,676 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:24:55,677 INFO [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:55,677 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:55,677 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:24:55,677 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:55,677 INFO [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T19:24:55,697 DEBUG [M:0;e14ef07817f4:33491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e974dba450d40b7b4bd92fff63ccd3e is 82, key is hbase:meta,,1/info:regioninfo/1732130674097/Put/seqid=0 2024-11-20T19:24:55,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741849_1025 (size=5672) 2024-11-20T19:24:55,700 INFO [M:0;e14ef07817f4:33491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e974dba450d40b7b4bd92fff63ccd3e 2024-11-20T19:24:55,723 DEBUG [M:0;e14ef07817f4:33491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e733989336044e30abfcf0d4af3ff876 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732130683269/Put/seqid=0 2024-11-20T19:24:55,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741850_1026 (size=8516) 2024-11-20T19:24:55,728 INFO [M:0;e14ef07817f4:33491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e733989336044e30abfcf0d4af3ff876 2024-11-20T19:24:55,737 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1189, reset compression=false 2024-11-20T19:24:55,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:55,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33797-0x10159b44e710007, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:55,743 INFO [RS:0;e14ef07817f4:33797 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:55,743 INFO [RS:0;e14ef07817f4:33797 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,33797,1732130671336; zookeeper connection closed. 2024-11-20T19:24:55,743 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@19bee779 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@19bee779 2024-11-20T19:24:55,744 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:24:55,753 DEBUG [M:0;e14ef07817f4:33491 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b397b36690f429ebbf3e53c36b6a9c0 is 69, key is e14ef07817f4,33797,1732130671336/rs:state/1732130673442/Put/seqid=0 2024-11-20T19:24:55,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741851_1027 (size=5156) 2024-11-20T19:24:55,756 INFO [M:0;e14ef07817f4:33491 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b397b36690f429ebbf3e53c36b6a9c0 2024-11-20T19:24:55,760 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8e974dba450d40b7b4bd92fff63ccd3e as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e974dba450d40b7b4bd92fff63ccd3e 2024-11-20T19:24:55,763 INFO [M:0;e14ef07817f4:33491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8e974dba450d40b7b4bd92fff63ccd3e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T19:24:55,764 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e733989336044e30abfcf0d4af3ff876 as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e733989336044e30abfcf0d4af3ff876 2024-11-20T19:24:55,768 INFO [M:0;e14ef07817f4:33491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e733989336044e30abfcf0d4af3ff876, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T19:24:55,768 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b397b36690f429ebbf3e53c36b6a9c0 as hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b397b36690f429ebbf3e53c36b6a9c0 2024-11-20T19:24:55,771 INFO [M:0;e14ef07817f4:33491 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32961/user/jenkins/test-data/20f6f521-5edd-b4c0-dd4a-654cc7d55601/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b397b36690f429ebbf3e53c36b6a9c0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T19:24:55,772 INFO [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=97, compaction requested=false 2024-11-20T19:24:55,773 INFO [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:55,773 DEBUG [M:0;e14ef07817f4:33491 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130695676Disabling compacts and flushes for region at 1732130695676Disabling writes for close at 1732130695677 (+1 ms)Obtaining lock to block concurrent updates at 1732130695677Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130695677Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732130695677Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130695678 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130695678Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130695697 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130695697Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130695704 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130695722 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130695722Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130695731 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130695752 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130695752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d8984ea: reopening flushed file at 1732130695759 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@542dc9a1: reopening flushed file at 1732130695763 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39bc59f3: reopening flushed file at 1732130695768 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 95ms, sequenceid=97, compaction requested=false at 1732130695772 (+4 ms)Writing region close event to WAL at 1732130695773 (+1 ms)Closed at 1732130695773 2024-11-20T19:24:55,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36483 is added to blk_1073741830_1006 (size=63654) 2024-11-20T19:24:55,776 INFO [M:0;e14ef07817f4:33491 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:24:55,776 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:55,776 INFO [M:0;e14ef07817f4:33491 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33491 2024-11-20T19:24:55,776 INFO [M:0;e14ef07817f4:33491 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:55,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:55,879 INFO [M:0;e14ef07817f4:33491 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:55,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33491-0x10159b44e710006, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:55,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d6afda9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:24:55,883 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47fe3fdb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:55,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:55,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6def4362{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:55,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f80b149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:55,889 WARN [BP-728057325-172.17.0.3-1732130669012 heartbeating to localhost/127.0.0.1:32961 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:24:55,889 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:24:55,889 WARN [BP-728057325-172.17.0.3-1732130669012 heartbeating to localhost/127.0.0.1:32961 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-728057325-172.17.0.3-1732130669012 (Datanode Uuid d9e6d797-4dbc-45f5-9bae-5dac7c4d2ac9) service to localhost/127.0.0.1:32961 2024-11-20T19:24:55,889 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:24:55,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/cluster_7a87dfc6-1134-2a00-121e-b74948463441/data/data1/current/BP-728057325-172.17.0.3-1732130669012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:55,890 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/cluster_7a87dfc6-1134-2a00-121e-b74948463441/data/data2/current/BP-728057325-172.17.0.3-1732130669012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:55,890 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:24:55,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b8b9c9f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:24:55,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a331dc8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:55,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:55,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f0b91e5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:55,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4007d079{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:55,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:24:55,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:24:55,915 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:55,915 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:55,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:55,916 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,916 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:24:55,916 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1339401569, stopped=false 2024-11-20T19:24:55,916 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,34273,1732130665407 2024-11-20T19:24:55,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897998091/running 2024-11-20T19:24:55,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897998091/running 2024-11-20T19:24:55,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:55,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:55,927 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:55,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on znode that does not yet exist, /1-897998091/running 2024-11-20T19:24:55,927 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Set watcher on znode that does not yet exist, /1-897998091/running 2024-11-20T19:24:55,927 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:55,928 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:55,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,928 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,42995,1732130665545' ***** 2024-11-20T19:24:55,928 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:24:55,928 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:24:55,928 INFO [RS:0;e14ef07817f4:42995 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:24:55,928 INFO [RS:0;e14ef07817f4:42995 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:24:55,928 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(3091): Received CLOSE for 18475d4b68fda8b1ccb15f27d414d136 2024-11-20T19:24:55,929 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(3091): Received CLOSE for c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,42995,1732130665545 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:42995. 2024-11-20T19:24:55,929 DEBUG [RS:0;e14ef07817f4:42995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:55,929 DEBUG [RS:0;e14ef07817f4:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:24:55,929 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:24:55,929 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1325): Online Regions={18475d4b68fda8b1ccb15f27d414d136=hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136., c6c96369a522f8d0edeabf9ca8c6daac=test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:24:55,929 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18475d4b68fda8b1ccb15f27d414d136, c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:55,930 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 18475d4b68fda8b1ccb15f27d414d136, disabling compactions & flushes 2024-11-20T19:24:55,930 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:55,930 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:55,930 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:55,930 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:55,930 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. after waiting 0 ms 2024-11-20T19:24:55,930 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:55,930 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:55,930 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:55,930 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:55,930 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 18475d4b68fda8b1ccb15f27d414d136 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T19:24:55,930 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:24:55,949 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/info/210708fc19fc4fd9b9800b0489acde7f is 147, key is hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136./info:regioninfo/1732130681636/Put/seqid=0 2024-11-20T19:24:55,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741840_1016 (size=7686) 2024-11-20T19:24:55,954 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/info/210708fc19fc4fd9b9800b0489acde7f 2024-11-20T19:24:55,954 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136/.tmp/queue/479fa53a14414648b316b2927e5bea4e is 154, key is 1-e14ef07817f4,42995,1732130665545/queue:e14ef07817f4%2C42995%2C1732130665545/1732130693712/Put/seqid=0 2024-11-20T19:24:55,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741841_1017 (size=5353) 2024-11-20T19:24:55,962 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:55,979 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/ns/d91dfc9ba13540a386f2e01315580c03 is 43, key is default/ns:d/1732130668934/Put/seqid=0 2024-11-20T19:24:55,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741842_1018 (size=5153) 2024-11-20T19:24:56,130 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18475d4b68fda8b1ccb15f27d414d136, c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:56,330 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 18475d4b68fda8b1ccb15f27d414d136, c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:56,362 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136/.tmp/queue/479fa53a14414648b316b2927e5bea4e 2024-11-20T19:24:56,367 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136/.tmp/queue/479fa53a14414648b316b2927e5bea4e as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136/queue/479fa53a14414648b316b2927e5bea4e 2024-11-20T19:24:56,371 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136/queue/479fa53a14414648b316b2927e5bea4e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T19:24:56,372 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 18475d4b68fda8b1ccb15f27d414d136 in 442ms, sequenceid=12, compaction requested=false 2024-11-20T19:24:56,376 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/replication/18475d4b68fda8b1ccb15f27d414d136/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T19:24:56,376 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:56,376 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:24:56,377 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:56,377 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 18475d4b68fda8b1ccb15f27d414d136: Waiting for close lock at 1732130695929Running coprocessor pre-close hooks at 1732130695929Disabling compacts and flushes for region at 1732130695929Disabling writes for close at 1732130695930 (+1 ms)Obtaining lock to block concurrent updates at 1732130695930Preparing flush snapshotting stores in 18475d4b68fda8b1ccb15f27d414d136 at 1732130695930Finished memstore snapshotting hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732130695931 (+1 ms)Flushing stores of hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. at 1732130695931Flushing 18475d4b68fda8b1ccb15f27d414d136/queue: creating writer at 1732130695931Flushing 18475d4b68fda8b1ccb15f27d414d136/queue: appending metadata at 1732130695953 (+22 ms)Flushing 18475d4b68fda8b1ccb15f27d414d136/queue: closing flushed file at 1732130695953Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf429e4: reopening flushed file at 1732130696366 (+413 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 18475d4b68fda8b1ccb15f27d414d136 in 442ms, sequenceid=12, compaction requested=false at 1732130696372 (+6 ms)Writing region close event to WAL at 1732130696373 (+1 ms)Running coprocessor post-close hooks at 1732130696376 (+3 ms)Closed at 1732130696377 (+1 ms) 2024-11-20T19:24:56,377 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130680860.18475d4b68fda8b1ccb15f27d414d136. 2024-11-20T19:24:56,377 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6c96369a522f8d0edeabf9ca8c6daac, disabling compactions & flushes 2024-11-20T19:24:56,377 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:56,377 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:56,377 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. after waiting 0 ms 2024-11-20T19:24:56,377 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:56,377 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c6c96369a522f8d0edeabf9ca8c6daac 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T19:24:56,386 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/ns/d91dfc9ba13540a386f2e01315580c03 2024-11-20T19:24:56,395 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:56,400 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/f/18955b81f80b475ea2006ad312c6b690 is 29, key is row1/f:/1732130692214/DeleteFamily/seqid=0 2024-11-20T19:24:56,411 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/rep_barrier/91872be1c0b0437d9aa1a0a44b2761d7 is 112, key is test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac./rep_barrier:seqnumDuringOpen/1732130677148/Put/seqid=0 2024-11-20T19:24:56,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741843_1019 (size=5152) 2024-11-20T19:24:56,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741844_1020 (size=5518) 2024-11-20T19:24:56,440 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1189, reset compression=false 2024-11-20T19:24:56,445 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:56,445 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1436, reset compression=false 2024-11-20T19:24:56,445 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,42995,1732130665545 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:24:56,446 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,42995,1732130665545: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,42995,1732130665545, walGroup=e14ef07817f4%2C42995%2C1732130665545, offset=e14ef07817f4%2C42995%2C1732130665545.1732130667843:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:42995 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:24:56,447 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:24:56,447 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:24:56,447 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:24:56,447 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:24:56,447 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:24:56,447 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 995060960 }, "NonHeapMemoryUsage": { "committed": 206503936, "init": 7667712, "max": -1, "used": 202696392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:24:56,448 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:34273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:34273 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:24:56,530 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:56,651 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1436, reset compression=false 2024-11-20T19:24:56,713 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:24:56,713 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:24:56,730 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:56,810 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/f/18955b81f80b475ea2006ad312c6b690 2024-11-20T19:24:56,815 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18955b81f80b475ea2006ad312c6b690 2024-11-20T19:24:56,818 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/rep_barrier/91872be1c0b0437d9aa1a0a44b2761d7 2024-11-20T19:24:56,835 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/f1/fae68cbd0e384e918dd6ad1fd7a7ee38 is 30, key is row1/f1:/1732130692214/DeleteFamily/seqid=0 2024-11-20T19:24:56,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741845_1021 (size=5158) 2024-11-20T19:24:56,844 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/f1/fae68cbd0e384e918dd6ad1fd7a7ee38 2024-11-20T19:24:56,846 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/table/960359cddf8e4e378d9b5d70b166cade is 53, key is hbase:replication/table:state/1732130681643/Put/seqid=0 2024-11-20T19:24:56,858 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fae68cbd0e384e918dd6ad1fd7a7ee38 2024-11-20T19:24:56,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741846_1022 (size=5308) 2024-11-20T19:24:56,882 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/norep/b503087b750d4ca9a980a48e2c2042a1 is 33, key is row1/norep:/1732130692214/DeleteFamily/seqid=0 2024-11-20T19:24:56,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741847_1023 (size=5108) 2024-11-20T19:24:56,900 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/norep/b503087b750d4ca9a980a48e2c2042a1 2024-11-20T19:24:56,904 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b503087b750d4ca9a980a48e2c2042a1 2024-11-20T19:24:56,905 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/f/18955b81f80b475ea2006ad312c6b690 as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/f/18955b81f80b475ea2006ad312c6b690 2024-11-20T19:24:56,909 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 18955b81f80b475ea2006ad312c6b690 2024-11-20T19:24:56,910 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/f/18955b81f80b475ea2006ad312c6b690, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T19:24:56,910 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/f1/fae68cbd0e384e918dd6ad1fd7a7ee38 as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/f1/fae68cbd0e384e918dd6ad1fd7a7ee38 2024-11-20T19:24:56,914 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fae68cbd0e384e918dd6ad1fd7a7ee38 2024-11-20T19:24:56,914 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/f1/fae68cbd0e384e918dd6ad1fd7a7ee38, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T19:24:56,915 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/.tmp/norep/b503087b750d4ca9a980a48e2c2042a1 as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/norep/b503087b750d4ca9a980a48e2c2042a1 2024-11-20T19:24:56,918 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b503087b750d4ca9a980a48e2c2042a1 2024-11-20T19:24:56,919 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/norep/b503087b750d4ca9a980a48e2c2042a1, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T19:24:56,920 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c6c96369a522f8d0edeabf9ca8c6daac in 543ms, sequenceid=10, compaction requested=false 2024-11-20T19:24:56,931 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:24:56,931 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1325): Online Regions={c6c96369a522f8d0edeabf9ca8c6daac=test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:24:56,931 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c6c96369a522f8d0edeabf9ca8c6daac 2024-11-20T19:24:56,944 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/default/test/c6c96369a522f8d0edeabf9ca8c6daac/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T19:24:56,946 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:56,946 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:24:56,946 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:56,946 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6c96369a522f8d0edeabf9ca8c6daac: Waiting for close lock at 1732130696377Running coprocessor pre-close hooks at 1732130696377Disabling compacts and flushes for region at 1732130696377Disabling writes for close at 1732130696377Obtaining lock to block concurrent updates at 1732130696377Preparing flush snapshotting stores in c6c96369a522f8d0edeabf9ca8c6daac at 1732130696377Finished memstore snapshotting test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732130696378 (+1 ms)Flushing stores of test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. at 1732130696378Flushing c6c96369a522f8d0edeabf9ca8c6daac/f: creating writer at 1732130696378Flushing c6c96369a522f8d0edeabf9ca8c6daac/f: appending metadata at 1732130696399 (+21 ms)Flushing c6c96369a522f8d0edeabf9ca8c6daac/f: closing flushed file at 1732130696399Flushing c6c96369a522f8d0edeabf9ca8c6daac/f1: creating writer at 1732130696815 (+416 ms)Flushing c6c96369a522f8d0edeabf9ca8c6daac/f1: appending metadata at 1732130696834 (+19 ms)Flushing c6c96369a522f8d0edeabf9ca8c6daac/f1: closing flushed file at 1732130696834Flushing c6c96369a522f8d0edeabf9ca8c6daac/norep: creating writer at 1732130696858 (+24 ms)Flushing c6c96369a522f8d0edeabf9ca8c6daac/norep: appending metadata at 1732130696881 (+23 ms)Flushing c6c96369a522f8d0edeabf9ca8c6daac/norep: closing flushed file at 1732130696881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7951d75f: reopening flushed file at 1732130696904 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@365bf6af: reopening flushed file at 1732130696910 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@501d3aa2: reopening flushed file at 1732130696914 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for c6c96369a522f8d0edeabf9ca8c6daac in 543ms, sequenceid=10, compaction requested=false at 1732130696920 (+6 ms)Writing region close event to WAL at 1732130696941 (+21 ms)Running coprocessor post-close hooks at 1732130696945 (+4 ms)Closed at 1732130696946 (+1 ms) 2024-11-20T19:24:56,946 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130676384.c6c96369a522f8d0edeabf9ca8c6daac. 2024-11-20T19:24:56,955 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 1436, reset compression=false 2024-11-20T19:24:56,973 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:24:56,973 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 2080, reset compression=false 2024-11-20T19:24:57,132 DEBUG [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:24:57,188 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 2080, reset compression=false 2024-11-20T19:24:57,265 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/table/960359cddf8e4e378d9b5d70b166cade 2024-11-20T19:24:57,270 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/info/210708fc19fc4fd9b9800b0489acde7f as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/info/210708fc19fc4fd9b9800b0489acde7f 2024-11-20T19:24:57,276 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/info/210708fc19fc4fd9b9800b0489acde7f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:24:57,277 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/ns/d91dfc9ba13540a386f2e01315580c03 as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/ns/d91dfc9ba13540a386f2e01315580c03 2024-11-20T19:24:57,281 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/ns/d91dfc9ba13540a386f2e01315580c03, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:24:57,282 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/rep_barrier/91872be1c0b0437d9aa1a0a44b2761d7 as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/rep_barrier/91872be1c0b0437d9aa1a0a44b2761d7 2024-11-20T19:24:57,287 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/rep_barrier/91872be1c0b0437d9aa1a0a44b2761d7, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:24:57,288 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/.tmp/table/960359cddf8e4e378d9b5d70b166cade as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/table/960359cddf8e4e378d9b5d70b166cade 2024-11-20T19:24:57,293 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/table/960359cddf8e4e378d9b5d70b166cade, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:24:57,294 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false 2024-11-20T19:24:57,301 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:24:57,303 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:24:57,303 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:24:57,303 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:57,304 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130695930Running coprocessor pre-close hooks at 1732130695930Disabling compacts and flushes for region at 1732130695930Disabling writes for close at 1732130695930Obtaining lock to block concurrent updates at 1732130695930Preparing flush snapshotting stores in 1588230740 at 1732130695930Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130695930Flushing stores of hbase:meta,,1.1588230740 at 1732130695931 (+1 ms)Flushing 1588230740/info: creating writer at 1732130695931Flushing 1588230740/info: appending metadata at 1732130695948 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732130695948Flushing 1588230740/ns: creating writer at 1732130695958 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732130695979 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732130695979Flushing 1588230740/rep_barrier: creating writer at 1732130696390 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130696410 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130696410Flushing 1588230740/table: creating writer at 1732130696827 (+417 ms)Flushing 1588230740/table: appending metadata at 1732130696845 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732130696845Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@686a30cf: reopening flushed file at 1732130697269 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a826cd0: reopening flushed file at 1732130697276 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41f9129b: reopening flushed file at 1732130697282 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fe20d0: reopening flushed file at 1732130697287 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1364ms, sequenceid=16, compaction requested=false at 1732130697294 (+7 ms)Writing region close event to WAL at 1732130697297 (+3 ms)Running coprocessor post-close hooks at 1732130697303 (+6 ms)Closed at 1732130697303 2024-11-20T19:24:57,304 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:24:57,332 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,42995,1732130665545; all regions closed. 2024-11-20T19:24:57,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.meta.1732130668885.meta not finished, retry = 0 2024-11-20T19:24:57,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:24:57,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741839_1015 (size=3114) 2024-11-20T19:24:57,440 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.rep.1732130681596 not finished, retry = 0 2024-11-20T19:24:57,493 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/WALs/e14ef07817f4,42995,1732130665545/e14ef07817f4%2C42995%2C1732130665545.1732130667843 to pos 2080, reset compression=false 2024-11-20T19:24:57,504 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:57,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741832_1008 (size=2088) 2024-11-20T19:24:57,546 DEBUG [RS:0;e14ef07817f4:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:57,546 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:57,547 INFO [RS:0;e14ef07817f4:42995 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:57,547 INFO [RS:0;e14ef07817f4:42995 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:57,547 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:57,547 INFO [RS:0;e14ef07817f4:42995 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:57,548 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,42995,1732130665545 because: Region server is closing 2024-11-20T19:24:57,548 INFO [RS:0;e14ef07817f4:42995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:42995. 2024-11-20T19:24:57,548 DEBUG [RS:0;e14ef07817f4:42995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:57,548 DEBUG [RS:0;e14ef07817f4:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:57,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:57,548 DEBUG [RS:0;e14ef07817f4:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:57,649 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.shippere14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 terminated 2024-11-20T19:24:57,649 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,42995,1732130665545.replicationSource.wal-reader.e14ef07817f4%2C42995%2C1732130665545,1-e14ef07817f4,42995,1732130665545 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:24:57,649 INFO [RS:0;e14ef07817f4:42995 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:42995. 2024-11-20T19:24:57,649 DEBUG [RS:0;e14ef07817f4:42995 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:57,649 DEBUG [RS:0;e14ef07817f4:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:57,649 DEBUG [RS:0;e14ef07817f4:42995 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:57,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:57,649 INFO [RS:0;e14ef07817f4:42995 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42995 2024-11-20T19:24:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897998091/rs/e14ef07817f4,42995,1732130665545 2024-11-20T19:24:57,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091/rs 2024-11-20T19:24:57,705 INFO [RS:0;e14ef07817f4:42995 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:57,716 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,42995,1732130665545] 2024-11-20T19:24:57,763 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-897998091/draining/e14ef07817f4,42995,1732130665545 already deleted, retry=false 2024-11-20T19:24:57,763 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,42995,1732130665545 expired; onlineServers=0 2024-11-20T19:24:57,763 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,34273,1732130665407' ***** 2024-11-20T19:24:57,763 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:24:57,763 INFO [M:0;e14ef07817f4:34273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:57,763 INFO [M:0;e14ef07817f4:34273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:24:57,763 DEBUG [M:0;e14ef07817f4:34273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:24:57,763 DEBUG [M:0;e14ef07817f4:34273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:24:57,763 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:24:57,763 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130667600 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130667600,5,FailOnTimeoutGroup] 2024-11-20T19:24:57,763 INFO [M:0;e14ef07817f4:34273 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:24:57,763 INFO [M:0;e14ef07817f4:34273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:24:57,763 DEBUG [M:0;e14ef07817f4:34273 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:24:57,763 INFO [M:0;e14ef07817f4:34273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:24:57,763 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130667600 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130667600,5,FailOnTimeoutGroup] 2024-11-20T19:24:57,763 INFO [M:0;e14ef07817f4:34273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:57,764 INFO [M:0;e14ef07817f4:34273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:24:57,764 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:24:57,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-897998091/master 2024-11-20T19:24:57,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-897998091 2024-11-20T19:24:57,790 DEBUG [M:0;e14ef07817f4:34273 {}] zookeeper.RecoverableZooKeeper(212): Node /1-897998091/master already deleted, retry=false 2024-11-20T19:24:57,790 DEBUG [M:0;e14ef07817f4:34273 {}] master.ActiveMasterManager(353): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-897998091/master 2024-11-20T19:24:57,790 INFO [M:0;e14ef07817f4:34273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/.lastflushedseqids 2024-11-20T19:24:57,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741848_1024 (size=245) 2024-11-20T19:24:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:57,816 INFO [RS:0;e14ef07817f4:42995 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42995-0x10159b44e710004, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:57,816 INFO [RS:0;e14ef07817f4:42995 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,42995,1732130665545; zookeeper connection closed. 2024-11-20T19:24:57,816 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5df7a66 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5df7a66 2024-11-20T19:24:57,816 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:24:58,198 INFO [M:0;e14ef07817f4:34273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:24:58,198 INFO [M:0;e14ef07817f4:34273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:24:58,198 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:24:58,198 INFO [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:58,198 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:58,199 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:24:58,199 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:58,199 INFO [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-20T19:24:58,216 DEBUG [M:0;e14ef07817f4:34273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e004690a75847ef8046984eab3df92a is 82, key is hbase:meta,,1/info:regioninfo/1732130668915/Put/seqid=0 2024-11-20T19:24:58,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741849_1025 (size=5672) 2024-11-20T19:24:58,620 INFO [M:0;e14ef07817f4:34273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e004690a75847ef8046984eab3df92a 2024-11-20T19:24:58,640 DEBUG [M:0;e14ef07817f4:34273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac749e2510ff455ea75b8ae3f82690bb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732130681647/Put/seqid=0 2024-11-20T19:24:58,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741850_1026 (size=8515) 2024-11-20T19:24:58,708 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:24:59,044 INFO [M:0;e14ef07817f4:34273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac749e2510ff455ea75b8ae3f82690bb 2024-11-20T19:24:59,064 DEBUG [M:0;e14ef07817f4:34273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b202781ead4f309c003312bd872590 is 69, key is e14ef07817f4,42995,1732130665545/rs:state/1732130667701/Put/seqid=0 2024-11-20T19:24:59,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741851_1027 (size=5156) 2024-11-20T19:24:59,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,326 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,468 INFO [M:0;e14ef07817f4:34273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b202781ead4f309c003312bd872590 2024-11-20T19:24:59,472 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e004690a75847ef8046984eab3df92a as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e004690a75847ef8046984eab3df92a 2024-11-20T19:24:59,476 INFO [M:0;e14ef07817f4:34273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e004690a75847ef8046984eab3df92a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T19:24:59,476 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ac749e2510ff455ea75b8ae3f82690bb as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac749e2510ff455ea75b8ae3f82690bb 2024-11-20T19:24:59,480 INFO [M:0;e14ef07817f4:34273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ac749e2510ff455ea75b8ae3f82690bb, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T19:24:59,481 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/29b202781ead4f309c003312bd872590 as hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b202781ead4f309c003312bd872590 2024-11-20T19:24:59,485 INFO [M:0;e14ef07817f4:34273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42727/user/jenkins/test-data/a56ff6e3-d118-77af-72d4-011a8a41df76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/29b202781ead4f309c003312bd872590, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T19:24:59,486 INFO [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-20T19:24:59,487 INFO [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:24:59,487 DEBUG [M:0;e14ef07817f4:34273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130698198Disabling compacts and flushes for region at 1732130698198Disabling writes for close at 1732130698199 (+1 ms)Obtaining lock to block concurrent updates at 1732130698199Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130698199Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1732130698199Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130698199Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130698200 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130698216 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130698216Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130698623 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130698639 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130698639Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130699047 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130699064 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130699064Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33b750a7: reopening flushed file at 1732130699472 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2afc906d: reopening flushed file at 1732130699476 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a06b944: reopening flushed file at 1732130699480 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732130699486 (+6 ms)Writing region close event to WAL at 1732130699487 (+1 ms)Closed at 1732130699487 2024-11-20T19:24:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43225 is added to blk_1073741830_1006 (size=63642) 2024-11-20T19:24:59,490 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:24:59,490 INFO [M:0;e14ef07817f4:34273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:24:59,490 INFO [M:0;e14ef07817f4:34273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34273 2024-11-20T19:24:59,490 INFO [M:0;e14ef07817f4:34273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:24:59,721 INFO [M:0;e14ef07817f4:34273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:24:59,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:59,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34273-0x10159b44e710003, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:24:59,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c4cdb9d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:24:59,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cea67a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:59,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:59,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@396f5f50{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:59,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305bb9fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:59,729 WARN [BP-1347294426-172.17.0.3-1732130663329 heartbeating to localhost/127.0.0.1:42727 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:24:59,729 WARN [BP-1347294426-172.17.0.3-1732130663329 heartbeating to localhost/127.0.0.1:42727 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1347294426-172.17.0.3-1732130663329 (Datanode Uuid 48624f89-db65-49bd-afc4-9309dcff9862) service to localhost/127.0.0.1:42727 2024-11-20T19:24:59,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/cluster_a42fd8dd-89a3-14a6-9597-b7be4c109bf4/data/data1/current/BP-1347294426-172.17.0.3-1732130663329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:59,730 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/cluster_a42fd8dd-89a3-14a6-9597-b7be4c109bf4/data/data2/current/BP-1347294426-172.17.0.3-1732130663329 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:24:59,730 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:24:59,730 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:24:59,730 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:24:59,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d0245f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:24:59,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17a0c0bf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:24:59,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:24:59,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7867800b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:24:59,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31ef8579{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35a2ec4c-edf8-1337-9975-8f833816c33b/hadoop.log.dir/,STOPPED} 2024-11-20T19:24:59,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:24:59,757 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:24:59,757 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:59,757 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:59,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:59,757 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:24:59,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:59,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:24:59,757 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=428083699, stopped=false 2024-11-20T19:24:59,758 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,46625,1732130659706 2024-11-20T19:24:59,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373629209/running 2024-11-20T19:24:59,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373629209/running 2024-11-20T19:24:59,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:59,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:24:59,768 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:24:59,769 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:24:59,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:59,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:59,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on znode that does not yet exist, /0373629209/running 2024-11-20T19:24:59,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Set watcher on znode that does not yet exist, /0373629209/running 2024-11-20T19:24:59,769 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,34511,1732130659948' ***** 2024-11-20T19:24:59,769 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:24:59,769 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:24:59,769 INFO [RS:0;e14ef07817f4:34511 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:24:59,769 INFO [RS:0;e14ef07817f4:34511 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(3091): Received CLOSE for f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(3091): Received CLOSE for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,34511,1732130659948 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:24:59,770 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:34511. 2024-11-20T19:24:59,770 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6cecc24070cf2a78fa3d239b7a0dddf, disabling compactions & flushes 2024-11-20T19:24:59,770 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:59,770 DEBUG [RS:0;e14ef07817f4:34511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:24:59,770 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:59,770 DEBUG [RS:0;e14ef07817f4:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:24:59,770 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. after waiting 0 ms 2024-11-20T19:24:59,770 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:24:59,770 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6cecc24070cf2a78fa3d239b7a0dddf 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:24:59,770 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:24:59,770 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1325): Online Regions={f6cecc24070cf2a78fa3d239b7a0dddf=test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf., 1588230740=hbase:meta,,1.1588230740, 66a2ea5aebe719f3af76a54fdb52aaba=hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba.} 2024-11-20T19:24:59,770 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66a2ea5aebe719f3af76a54fdb52aaba, f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:24:59,771 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:24:59,771 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:24:59,771 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:24:59,771 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:24:59,771 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:24:59,771 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:24:59,789 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/info/88db924619fd4b3580aa01ec787051a4 is 147, key is hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba./info:regioninfo/1732130679563/Put/seqid=0 2024-11-20T19:24:59,790 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/f/4c17673f62b446668b6b12cc630602ec is 28, key is row/f:/1732130690204/DeleteFamily/seqid=0 2024-11-20T19:24:59,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741840_1016 (size=7686) 2024-11-20T19:24:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741841_1017 (size=5085) 2024-11-20T19:24:59,856 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:24:59,872 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:24:59,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:24:59,971 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66a2ea5aebe719f3af76a54fdb52aaba, f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:25:00,011 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 636, reset compression=false 2024-11-20T19:25:00,015 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:25:00,015 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 883, reset compression=false 2024-11-20T19:25:00,016 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,34511,1732130659948 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:25:00,016 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,34511,1732130659948: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-e14ef07817f4,34511,1732130659948, walGroup=e14ef07817f4%2C34511%2C1732130659948, offset=e14ef07817f4%2C34511%2C1732130659948.1732130662154:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:34511 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:25:00,018 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:25:00,018 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:25:00,018 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:25:00,018 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:25:00,018 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:25:00,018 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 1085238496 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 203197392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:25:00,018 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:46625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:46625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:25:00,078 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:25:00,078 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:25:00,171 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66a2ea5aebe719f3af76a54fdb52aaba, f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:25:00,194 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/info/88db924619fd4b3580aa01ec787051a4 2024-11-20T19:25:00,198 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/f/4c17673f62b446668b6b12cc630602ec 2024-11-20T19:25:00,203 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c17673f62b446668b6b12cc630602ec 2024-11-20T19:25:00,214 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/ns/5ecc8f55f4f44406b2d246dac3051e6a is 43, key is default/ns:d/1732130663218/Put/seqid=0 2024-11-20T19:25:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741842_1018 (size=5153) 2024-11-20T19:25:00,220 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 883, reset compression=false 2024-11-20T19:25:00,223 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/f1/9bd0beeb94404a2e9d7238f3d6c61ba0 is 29, key is row/f1:/1732130690204/DeleteFamily/seqid=0 2024-11-20T19:25:00,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741843_1019 (size=5089) 2024-11-20T19:25:00,371 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66a2ea5aebe719f3af76a54fdb52aaba, f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:25:00,528 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 883, reset compression=false 2024-11-20T19:25:00,571 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66a2ea5aebe719f3af76a54fdb52aaba, f6cecc24070cf2a78fa3d239b7a0dddf 2024-11-20T19:25:00,620 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/ns/5ecc8f55f4f44406b2d246dac3051e6a 2024-11-20T19:25:00,627 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/f1/9bd0beeb94404a2e9d7238f3d6c61ba0 2024-11-20T19:25:00,630 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bd0beeb94404a2e9d7238f3d6c61ba0 2024-11-20T19:25:00,642 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/rep_barrier/f68369a324324a149c842253ce6c0612 is 112, key is test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf./rep_barrier:seqnumDuringOpen/1732130675410/Put/seqid=0 2024-11-20T19:25:00,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741844_1020 (size=5518) 2024-11-20T19:25:00,645 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/rep_barrier/f68369a324324a149c842253ce6c0612 2024-11-20T19:25:00,650 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/norep/e58b9d29867b45ada5d8139fb4a732d1 is 32, key is row/norep:/1732130690204/DeleteFamily/seqid=0 2024-11-20T19:25:00,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741845_1021 (size=5101) 2024-11-20T19:25:00,660 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/norep/e58b9d29867b45ada5d8139fb4a732d1 2024-11-20T19:25:00,663 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e58b9d29867b45ada5d8139fb4a732d1 2024-11-20T19:25:00,664 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/f/4c17673f62b446668b6b12cc630602ec as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/f/4c17673f62b446668b6b12cc630602ec 2024-11-20T19:25:00,667 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/table/c801c4286e624f7bb047f0e0de36893b is 53, key is hbase:replication/table:state/1732130679571/Put/seqid=0 2024-11-20T19:25:00,668 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c17673f62b446668b6b12cc630602ec 2024-11-20T19:25:00,668 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/f/4c17673f62b446668b6b12cc630602ec, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T19:25:00,669 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/f1/9bd0beeb94404a2e9d7238f3d6c61ba0 as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/f1/9bd0beeb94404a2e9d7238f3d6c61ba0 2024-11-20T19:25:00,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741846_1022 (size=5308) 2024-11-20T19:25:00,670 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/table/c801c4286e624f7bb047f0e0de36893b 2024-11-20T19:25:00,674 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9bd0beeb94404a2e9d7238f3d6c61ba0 2024-11-20T19:25:00,674 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/f1/9bd0beeb94404a2e9d7238f3d6c61ba0, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T19:25:00,674 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/info/88db924619fd4b3580aa01ec787051a4 as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/info/88db924619fd4b3580aa01ec787051a4 2024-11-20T19:25:00,675 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/.tmp/norep/e58b9d29867b45ada5d8139fb4a732d1 as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/norep/e58b9d29867b45ada5d8139fb4a732d1 2024-11-20T19:25:00,678 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/info/88db924619fd4b3580aa01ec787051a4, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:25:00,679 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/ns/5ecc8f55f4f44406b2d246dac3051e6a as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/ns/5ecc8f55f4f44406b2d246dac3051e6a 2024-11-20T19:25:00,679 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e58b9d29867b45ada5d8139fb4a732d1 2024-11-20T19:25:00,680 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/norep/e58b9d29867b45ada5d8139fb4a732d1, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T19:25:00,681 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f6cecc24070cf2a78fa3d239b7a0dddf in 910ms, sequenceid=6, compaction requested=false 2024-11-20T19:25:00,681 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:25:00,684 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/ns/5ecc8f55f4f44406b2d246dac3051e6a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:25:00,685 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/rep_barrier/f68369a324324a149c842253ce6c0612 as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/rep_barrier/f68369a324324a149c842253ce6c0612 2024-11-20T19:25:00,689 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/rep_barrier/f68369a324324a149c842253ce6c0612, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:25:00,690 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/.tmp/table/c801c4286e624f7bb047f0e0de36893b as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/table/c801c4286e624f7bb047f0e0de36893b 2024-11-20T19:25:00,694 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/table/c801c4286e624f7bb047f0e0de36893b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:25:00,694 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false 2024-11-20T19:25:00,695 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:25:00,697 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/default/test/f6cecc24070cf2a78fa3d239b7a0dddf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T19:25:00,697 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:00,697 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:25:00,697 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:25:00,697 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6cecc24070cf2a78fa3d239b7a0dddf: Waiting for close lock at 1732130699770Running coprocessor pre-close hooks at 1732130699770Disabling compacts and flushes for region at 1732130699770Disabling writes for close at 1732130699770Obtaining lock to block concurrent updates at 1732130699770Preparing flush snapshotting stores in f6cecc24070cf2a78fa3d239b7a0dddf at 1732130699770Finished memstore snapshotting test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732130699771 (+1 ms)Flushing stores of test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. at 1732130699771Flushing f6cecc24070cf2a78fa3d239b7a0dddf/f: creating writer at 1732130699771Flushing f6cecc24070cf2a78fa3d239b7a0dddf/f: appending metadata at 1732130699789 (+18 ms)Flushing f6cecc24070cf2a78fa3d239b7a0dddf/f: closing flushed file at 1732130699789Flushing f6cecc24070cf2a78fa3d239b7a0dddf/f1: creating writer at 1732130700203 (+414 ms)Flushing f6cecc24070cf2a78fa3d239b7a0dddf/f1: appending metadata at 1732130700222 (+19 ms)Flushing f6cecc24070cf2a78fa3d239b7a0dddf/f1: closing flushed file at 1732130700222Flushing f6cecc24070cf2a78fa3d239b7a0dddf/norep: creating writer at 1732130700631 (+409 ms)Flushing f6cecc24070cf2a78fa3d239b7a0dddf/norep: appending metadata at 1732130700649 (+18 ms)Flushing f6cecc24070cf2a78fa3d239b7a0dddf/norep: closing flushed file at 1732130700649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d1cf50: reopening flushed file at 1732130700663 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@498564d9: reopening flushed file at 1732130700668 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39c8362a: reopening flushed file at 1732130700674 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for f6cecc24070cf2a78fa3d239b7a0dddf in 910ms, sequenceid=6, compaction requested=false at 1732130700681 (+7 ms)Writing region close event to WAL at 1732130700684 (+3 ms)Running coprocessor post-close hooks at 1732130700697 (+13 ms)Closed at 1732130700697 2024-11-20T19:25:00,697 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130674227.f6cecc24070cf2a78fa3d239b7a0dddf. 2024-11-20T19:25:00,698 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66a2ea5aebe719f3af76a54fdb52aaba, disabling compactions & flushes 2024-11-20T19:25:00,698 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:25:00,698 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:25:00,698 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. after waiting 0 ms 2024-11-20T19:25:00,698 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:25:00,698 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66a2ea5aebe719f3af76a54fdb52aaba: Waiting for close lock at 1732130700698Running coprocessor pre-close hooks at 1732130700698Disabling compacts and flushes for region at 1732130700698Disabling writes for close at 1732130700698Failed flush hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba., putting online again at 1732130700698 2024-11-20T19:25:00,698 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:25:00,707 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:25:00,707 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:00,707 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:25:00,707 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:00,707 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130699771Running coprocessor pre-close hooks at 1732130699771Disabling compacts and flushes for region at 1732130699771Disabling writes for close at 1732130699771Obtaining lock to block concurrent updates at 1732130699771Preparing flush snapshotting stores in 1588230740 at 1732130699771Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130699771Flushing stores of hbase:meta,,1.1588230740 at 1732130699772 (+1 ms)Flushing 1588230740/info: creating writer at 1732130699772Flushing 1588230740/info: appending metadata at 1732130699789 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732130699789Flushing 1588230740/ns: creating writer at 1732130700197 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732130700214 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732130700214Flushing 1588230740/rep_barrier: creating writer at 1732130700624 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130700641 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130700641Flushing 1588230740/table: creating writer at 1732130700649 (+8 ms)Flushing 1588230740/table: appending metadata at 1732130700666 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732130700666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf93c5c: reopening flushed file at 1732130700674 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@243a3626: reopening flushed file at 1732130700678 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8e0dd6: reopening flushed file at 1732130700684 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@755cabc8: reopening flushed file at 1732130700689 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 923ms, sequenceid=16, compaction requested=false at 1732130700694 (+5 ms)Writing region close event to WAL at 1732130700704 (+10 ms)Running coprocessor post-close hooks at 1732130700707 (+3 ms)Closed at 1732130700707 2024-11-20T19:25:00,708 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:00,772 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:25:00,772 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1325): Online Regions={66a2ea5aebe719f3af76a54fdb52aaba=hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba.} 2024-11-20T19:25:00,772 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(3091): Received CLOSE for 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:25:00,772 DEBUG [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1351): Waiting on 66a2ea5aebe719f3af76a54fdb52aaba 2024-11-20T19:25:00,772 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66a2ea5aebe719f3af76a54fdb52aaba, disabling compactions & flushes 2024-11-20T19:25:00,772 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:25:00,772 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:25:00,772 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. after waiting 0 ms 2024-11-20T19:25:00,772 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:25:00,772 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66a2ea5aebe719f3af76a54fdb52aaba: Waiting for close lock at 1732130700772Running coprocessor pre-close hooks at 1732130700772Disabling compacts and flushes for region at 1732130700772Disabling writes for close at 1732130700772Failed flush hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba., putting online again at 1732130700772 2024-11-20T19:25:00,772 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732130678693.66a2ea5aebe719f3af76a54fdb52aaba. 2024-11-20T19:25:00,934 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 883, reset compression=false 2024-11-20T19:25:00,938 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:25:00,938 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.wal-reader.e14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 to pos 1527, reset compression=false 2024-11-20T19:25:00,972 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T19:25:00,972 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,34511,1732130659948; all regions closed. 2024-11-20T19:25:00,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741834_1010 (size=4239) 2024-11-20T19:25:00,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741839_1015 (size=1297) 2024-11-20T19:25:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741832_1008 (size=1535) 2024-11-20T19:25:00,979 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/WALs/e14ef07817f4,34511,1732130659948/e14ef07817f4%2C34511%2C1732130659948.1732130662154 not finished, retry = 0 2024-11-20T19:25:01,079 DEBUG [RS:0;e14ef07817f4:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:01,079 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:25:01,080 INFO [RS:0;e14ef07817f4:34511 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:25:01,080 INFO [RS:0;e14ef07817f4:34511 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:25:01,080 INFO [RS:0;e14ef07817f4:34511 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:25:01,080 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:25:01,080 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,34511,1732130659948 because: Region server is closing 2024-11-20T19:25:01,080 INFO [RS:0;e14ef07817f4:34511 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:34511. 2024-11-20T19:25:01,080 DEBUG [RS:0;e14ef07817f4:34511 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:01,080 DEBUG [RS:0;e14ef07817f4:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:01,081 DEBUG [RS:0;e14ef07817f4:34511 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:01,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:01,181 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,34511,1732130659948.replicationSource.shippere14ef07817f4%2C34511%2C1732130659948,1-e14ef07817f4,34511,1732130659948 terminated 2024-11-20T19:25:01,181 INFO [RS:0;e14ef07817f4:34511 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34511 2024-11-20T19:25:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373629209/rs/e14ef07817f4,34511,1732130659948 2024-11-20T19:25:01,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209/rs 2024-11-20T19:25:01,242 INFO [RS:0;e14ef07817f4:34511 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:25:01,252 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,34511,1732130659948] 2024-11-20T19:25:01,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0373629209/draining/e14ef07817f4,34511,1732130659948 already deleted, retry=false 2024-11-20T19:25:01,263 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,34511,1732130659948 expired; onlineServers=0 2024-11-20T19:25:01,263 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,46625,1732130659706' ***** 2024-11-20T19:25:01,263 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:25:01,263 INFO [M:0;e14ef07817f4:46625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:25:01,263 INFO [M:0;e14ef07817f4:46625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:25:01,263 DEBUG [M:0;e14ef07817f4:46625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:25:01,263 DEBUG [M:0;e14ef07817f4:46625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:25:01,263 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:25:01,263 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130661977 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130661977,5,FailOnTimeoutGroup] 2024-11-20T19:25:01,263 INFO [M:0;e14ef07817f4:46625 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:25:01,264 INFO [M:0;e14ef07817f4:46625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:25:01,264 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130661977 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130661977,5,FailOnTimeoutGroup] 2024-11-20T19:25:01,264 DEBUG [M:0;e14ef07817f4:46625 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:25:01,264 INFO [M:0;e14ef07817f4:46625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:25:01,264 INFO [M:0;e14ef07817f4:46625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:25:01,264 INFO [M:0;e14ef07817f4:46625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:25:01,264 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:25:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0373629209/master 2024-11-20T19:25:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0373629209 2024-11-20T19:25:01,274 DEBUG [M:0;e14ef07817f4:46625 {}] zookeeper.ZKUtil(347): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Unable to get data of znode /0373629209/master because node does not exist (not an error) 2024-11-20T19:25:01,274 WARN [M:0;e14ef07817f4:46625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:25:01,275 INFO [M:0;e14ef07817f4:46625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/.lastflushedseqids 2024-11-20T19:25:01,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741847_1023 (size=245) 2024-11-20T19:25:01,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:01,353 INFO [RS:0;e14ef07817f4:34511 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:25:01,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34511-0x10159b44e710001, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:01,353 INFO [RS:0;e14ef07817f4:34511 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,34511,1732130659948; zookeeper connection closed. 2024-11-20T19:25:01,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b7c558a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b7c558a 2024-11-20T19:25:01,353 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:25:01,682 INFO [M:0;e14ef07817f4:46625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:25:01,682 INFO [M:0;e14ef07817f4:46625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:25:01,682 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:25:01,682 INFO [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:01,682 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:01,682 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:25:01,682 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:01,682 INFO [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-20T19:25:01,699 DEBUG [M:0;e14ef07817f4:46625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fb9dd8d0504a1e95cc37bb13422754 is 82, key is hbase:meta,,1/info:regioninfo/1732130663174/Put/seqid=0 2024-11-20T19:25:01,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741848_1024 (size=5672) 2024-11-20T19:25:01,703 INFO [M:0;e14ef07817f4:46625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fb9dd8d0504a1e95cc37bb13422754 2024-11-20T19:25:01,724 DEBUG [M:0;e14ef07817f4:46625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/950ec758d9f7476a9e282b0bc857e67f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130675424/Put/seqid=0 2024-11-20T19:25:01,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741849_1025 (size=7218) 2024-11-20T19:25:01,728 INFO [M:0;e14ef07817f4:46625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/950ec758d9f7476a9e282b0bc857e67f 2024-11-20T19:25:01,735 INFO [M:0;e14ef07817f4:46625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 950ec758d9f7476a9e282b0bc857e67f 2024-11-20T19:25:01,752 DEBUG [M:0;e14ef07817f4:46625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dfc6af49e2745a1814ba83b55acd210 is 69, key is e14ef07817f4,34511,1732130659948/rs:state/1732130662006/Put/seqid=0 2024-11-20T19:25:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741850_1026 (size=5156) 2024-11-20T19:25:02,157 INFO [M:0;e14ef07817f4:46625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dfc6af49e2745a1814ba83b55acd210 2024-11-20T19:25:02,161 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76fb9dd8d0504a1e95cc37bb13422754 as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76fb9dd8d0504a1e95cc37bb13422754 2024-11-20T19:25:02,165 INFO [M:0;e14ef07817f4:46625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76fb9dd8d0504a1e95cc37bb13422754, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T19:25:02,166 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/950ec758d9f7476a9e282b0bc857e67f as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/950ec758d9f7476a9e282b0bc857e67f 2024-11-20T19:25:02,170 INFO [M:0;e14ef07817f4:46625 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 950ec758d9f7476a9e282b0bc857e67f 2024-11-20T19:25:02,170 INFO [M:0;e14ef07817f4:46625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/950ec758d9f7476a9e282b0bc857e67f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T19:25:02,173 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1dfc6af49e2745a1814ba83b55acd210 as hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dfc6af49e2745a1814ba83b55acd210 2024-11-20T19:25:02,177 INFO [M:0;e14ef07817f4:46625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45289/user/jenkins/test-data/ceae9cda-4e80-ac81-7773-69595960d96e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1dfc6af49e2745a1814ba83b55acd210, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T19:25:02,179 INFO [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=105, compaction requested=false 2024-11-20T19:25:02,180 INFO [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:02,180 DEBUG [M:0;e14ef07817f4:46625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130701682Disabling compacts and flushes for region at 1732130701682Disabling writes for close at 1732130701682Obtaining lock to block concurrent updates at 1732130701682Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130701682Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732130701683 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130701683Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130701683Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130701699 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130701699Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130701706 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130701723 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130701723Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130701736 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130701752 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130701752Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d2637b7: reopening flushed file at 1732130702160 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58011e63: reopening flushed file at 1732130702165 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41a14887: reopening flushed file at 1732130702172 (+7 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 496ms, sequenceid=105, compaction requested=false at 1732130702179 (+7 ms)Writing region close event to WAL at 1732130702180 (+1 ms)Closed at 1732130702180 2024-11-20T19:25:02,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41467 is added to blk_1073741830_1006 (size=64423) 2024-11-20T19:25:02,183 INFO [M:0;e14ef07817f4:46625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:25:02,183 INFO [M:0;e14ef07817f4:46625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46625 2024-11-20T19:25:02,183 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:25:02,183 INFO [M:0;e14ef07817f4:46625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:25:02,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:02,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46625-0x10159b44e710000, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:02,342 INFO [M:0;e14ef07817f4:46625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:25:02,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4df23a42{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:25:02,347 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52c8a045{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:25:02,347 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:25:02,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@316d3a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:25:02,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13e246ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.log.dir/,STOPPED} 2024-11-20T19:25:02,349 WARN [BP-1089226463-172.17.0.3-1732130656988 heartbeating to localhost/127.0.0.1:45289 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:25:02,349 WARN [BP-1089226463-172.17.0.3-1732130656988 heartbeating to localhost/127.0.0.1:45289 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1089226463-172.17.0.3-1732130656988 (Datanode Uuid 8f5312c8-165c-479c-8747-72a0ee3ae128) service to localhost/127.0.0.1:45289 2024-11-20T19:25:02,349 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:25:02,349 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:25:02,350 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/cluster_31885a7c-9130-33f0-69fe-e43ff3479012/data/data2/current/BP-1089226463-172.17.0.3-1732130656988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:25:02,350 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:25:02,352 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/cluster_31885a7c-9130-33f0-69fe-e43ff3479012/data/data1/current/BP-1089226463-172.17.0.3-1732130656988 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:25:02,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ddbe31f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:25:02,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fcd4924{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:25:02,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:25:02,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cfd7fad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:25:02,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fedffb8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de1a44c1-7b25-7680-c27b-948a0c4e1b92/hadoop.log.dir/,STOPPED} 2024-11-20T19:25:02,364 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:25:02,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:25:02,392 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=364 (was 314) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42727 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-25 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42727 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:42727 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32961 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45289 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:32961 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:45289 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32961 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59517) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42727 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45289 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45289 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:32961 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=795 (was 724) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=405 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=3357 (was 3603) 2024-11-20T19:25:02,404 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=364, OpenFileDescriptor=795, MaxFileDescriptor=1048576, SystemLoadAverage=533, ProcessCount=11, AvailableMemoryMB=3357 2024-11-20T19:25:02,423 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T19:25:02,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.log.dir so I do NOT create it in target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb 2024-11-20T19:25:02,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:25:02,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.tmp.dir so I do NOT create it in target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb 2024-11-20T19:25:02,424 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e28bb564-fb15-a21c-001b-a40e4824db6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:25:02,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb 2024-11-20T19:25:02,424 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131, deleteOnExit=true 2024-11-20T19:25:02,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/zookeeper_0, clientPort=65251, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:25:02,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65251 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/test.cache.data in system properties and HBase conf 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:25:02,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:25:02,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:25:02,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:25:02,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10159b44e710008, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:25:02,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10159b44e710008, quorum=127.0.0.1:59517, baseZNode=/21243722245 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:25:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10159b44e710002, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:25:02,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10159b44e710005, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T19:25:02,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10159b44e710005, quorum=127.0.0.1:59517, baseZNode=/1-897998091 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:25:02,464 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10159b44e710002, quorum=127.0.0.1:59517, baseZNode=/0373629209 Received Disconnected from ZooKeeper, ignoring 2024-11-20T19:25:02,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:02,889 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:25:02,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:25:02,896 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:25:02,896 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:25:02,897 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:02,897 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1510d52c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:25:02,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a492a47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:25:03,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5520a06d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/java.io.tmpdir/jetty-localhost-35151-hadoop-hdfs-3_4_1-tests_jar-_-any-3390834730319463893/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:25:03,003 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54010da9{HTTP/1.1, (http/1.1)}{localhost:35151} 2024-11-20T19:25:03,003 INFO [Time-limited test {}] server.Server(415): Started @330386ms 2024-11-20T19:25:03,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:03,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:25:03,181 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128791 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:25:03,318 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:03,323 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:25:03,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:25:03,330 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:25:03,330 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:25:03,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5219af94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:25:03,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@507e2b52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:25:03,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8cea52e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/java.io.tmpdir/jetty-localhost-38637-hadoop-hdfs-3_4_1-tests_jar-_-any-7407491424634142653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:25:03,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35f3fda1{HTTP/1.1, (http/1.1)}{localhost:38637} 2024-11-20T19:25:03,476 INFO [Time-limited test {}] server.Server(415): Started @330859ms 2024-11-20T19:25:03,478 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:25:04,317 WARN [Thread-4202 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/data/data2/current/BP-2014150407-172.17.0.3-1732130702467/current, will proceed with Du for space computation calculation, 2024-11-20T19:25:04,317 WARN [Thread-4201 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/data/data1/current/BP-2014150407-172.17.0.3-1732130702467/current, will proceed with Du for space computation calculation, 2024-11-20T19:25:04,344 WARN [Thread-4189 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:25:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a90895509b63c76 with lease ID 0xccf7bdb337454d71: Processing first storage report for DS-4e1eb878-f980-44a7-88b8-0b090e6ca34f from datanode DatanodeRegistration(127.0.0.1:43775, datanodeUuid=5cf31418-2ae0-4865-b7b2-1a3000c8d3fe, infoPort=36227, infoSecurePort=0, ipcPort=40885, storageInfo=lv=-57;cid=testClusterID;nsid=672728510;c=1732130702467) 2024-11-20T19:25:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a90895509b63c76 with lease ID 0xccf7bdb337454d71: from storage DS-4e1eb878-f980-44a7-88b8-0b090e6ca34f node DatanodeRegistration(127.0.0.1:43775, datanodeUuid=5cf31418-2ae0-4865-b7b2-1a3000c8d3fe, infoPort=36227, infoSecurePort=0, ipcPort=40885, storageInfo=lv=-57;cid=testClusterID;nsid=672728510;c=1732130702467), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T19:25:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6a90895509b63c76 with lease ID 0xccf7bdb337454d71: Processing first storage report for DS-2e5b6b1b-c4ec-4bd8-b541-13ac275f44d1 from datanode DatanodeRegistration(127.0.0.1:43775, datanodeUuid=5cf31418-2ae0-4865-b7b2-1a3000c8d3fe, infoPort=36227, infoSecurePort=0, ipcPort=40885, storageInfo=lv=-57;cid=testClusterID;nsid=672728510;c=1732130702467) 2024-11-20T19:25:04,350 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6a90895509b63c76 with lease ID 0xccf7bdb337454d71: from storage DS-2e5b6b1b-c4ec-4bd8-b541-13ac275f44d1 node DatanodeRegistration(127.0.0.1:43775, datanodeUuid=5cf31418-2ae0-4865-b7b2-1a3000c8d3fe, infoPort=36227, infoSecurePort=0, ipcPort=40885, storageInfo=lv=-57;cid=testClusterID;nsid=672728510;c=1732130702467), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:25:04,398 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb 2024-11-20T19:25:04,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:04,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:04,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:25:04,808 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1 with version=8 2024-11-20T19:25:04,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/hbase-staging 2024-11-20T19:25:04,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:25:04,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:04,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:04,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:25:04,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:04,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:25:04,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:25:04,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:25:04,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39699 2024-11-20T19:25:04,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39699 connecting to ZooKeeper ensemble=127.0.0.1:65251 2024-11-20T19:25:04,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396990x0, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:04,915 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39699-0x10159b500160000 connected 2024-11-20T19:25:05,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:05,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:05,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Set watcher on znode that does not yet exist, /0-304795053/running 2024-11-20T19:25:05,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1, hbase.cluster.distributed=false 2024-11-20T19:25:05,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Set watcher on znode that does not yet exist, /0-304795053/acl 2024-11-20T19:25:05,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-20T19:25:05,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39699 2024-11-20T19:25:05,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39699 2024-11-20T19:25:05,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-20T19:25:05,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39699 2024-11-20T19:25:05,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:25:05,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:05,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:05,047 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:25:05,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:05,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:25:05,047 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:25:05,047 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:25:05,048 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39097 2024-11-20T19:25:05,048 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39097 connecting to ZooKeeper ensemble=127.0.0.1:65251 2024-11-20T19:25:05,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:05,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:05,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:390970x0, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:05,064 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:390970x0, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Set watcher on znode that does not yet exist, /0-304795053/running 2024-11-20T19:25:05,064 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39097-0x10159b500160001 connected 2024-11-20T19:25:05,064 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:25:05,065 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:25:05,066 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Set watcher on znode that does not yet exist, /0-304795053/master 2024-11-20T19:25:05,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Set watcher on znode that does not yet exist, /0-304795053/acl 2024-11-20T19:25:05,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-20T19:25:05,072 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39097 2024-11-20T19:25:05,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39097 2024-11-20T19:25:05,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-20T19:25:05,073 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39097 2024-11-20T19:25:05,088 DEBUG [M:0;e14ef07817f4:39699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:39699 2024-11-20T19:25:05,088 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-304795053/backup-masters/e14ef07817f4,39699,1732130704810 2024-11-20T19:25:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053/backup-masters 2024-11-20T19:25:05,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053/backup-masters 2024-11-20T19:25:05,095 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Set watcher on existing znode=/0-304795053/backup-masters/e14ef07817f4,39699,1732130704810 2024-11-20T19:25:05,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-304795053/master 2024-11-20T19:25:05,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,106 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Set watcher on existing znode=/0-304795053/master 2024-11-20T19:25:05,106 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-304795053/backup-masters/e14ef07817f4,39699,1732130704810 from backup master directory 2024-11-20T19:25:05,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-304795053/backup-masters/e14ef07817f4,39699,1732130704810 2024-11-20T19:25:05,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053/backup-masters 2024-11-20T19:25:05,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053/backup-masters 2024-11-20T19:25:05,116 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:25:05,116 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,39699,1732130704810 2024-11-20T19:25:05,121 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/hbase.id] with ID: 1824771d-589d-4971-971d-f3b103e630e0 2024-11-20T19:25:05,121 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/.tmp/hbase.id 2024-11-20T19:25:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:25:05,126 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/.tmp/hbase.id]:[hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/hbase.id] 2024-11-20T19:25:05,137 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:05,137 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:25:05,138 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:25:05,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:25:05,154 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:05,155 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:25:05,155 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:05,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:25:05,166 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/data/master/store 2024-11-20T19:25:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:25:05,178 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:05,178 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:25:05,178 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:05,178 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:05,178 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:25:05,178 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:05,178 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:05,178 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130705178Disabling compacts and flushes for region at 1732130705178Disabling writes for close at 1732130705178Writing region close event to WAL at 1732130705178Closed at 1732130705178 2024-11-20T19:25:05,179 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/data/master/store/.initializing 2024-11-20T19:25:05,179 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/WALs/e14ef07817f4,39699,1732130704810 2024-11-20T19:25:05,180 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:25:05,182 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C39699%2C1732130704810, suffix=, logDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/WALs/e14ef07817f4,39699,1732130704810, archiveDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/oldWALs, maxLogs=10 2024-11-20T19:25:05,199 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/WALs/e14ef07817f4,39699,1732130704810/e14ef07817f4%2C39699%2C1732130704810.1732130705182, exclude list is [], retry=0 2024-11-20T19:25:05,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-4e1eb878-f980-44a7-88b8-0b090e6ca34f,DISK] 2024-11-20T19:25:05,212 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/WALs/e14ef07817f4,39699,1732130704810/e14ef07817f4%2C39699%2C1732130704810.1732130705182 2024-11-20T19:25:05,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36227:36227)] 2024-11-20T19:25:05,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:05,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:05,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,213 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:25:05,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:05,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:25:05,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:05,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:25:05,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:05,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:25:05,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:05,221 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,222 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,222 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,223 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,223 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,224 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:05,225 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:05,230 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:05,231 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67952748, jitterRate=0.012574851512908936}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:05,231 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130705213Initializing all the Stores at 1732130705214 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130705214Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130705214Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130705214Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130705214Cleaning up temporary data from old regions at 1732130705223 (+9 ms)Region opened successfully at 1732130705231 (+8 ms) 2024-11-20T19:25:05,232 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:25:05,235 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36a89dab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:25:05,236 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:25:05,236 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:25:05,236 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:25:05,236 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:25:05,237 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:25:05,237 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:25:05,237 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:25:05,239 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:25:05,240 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Unable to get data of znode /0-304795053/balancer because node does not exist (not necessarily an error) 2024-11-20T19:25:05,253 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-304795053/balancer already deleted, retry=false 2024-11-20T19:25:05,253 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:25:05,254 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Unable to get data of znode /0-304795053/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:25:05,263 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-304795053/normalizer already deleted, retry=false 2024-11-20T19:25:05,264 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:25:05,265 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Unable to get data of znode /0-304795053/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:25:05,274 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-304795053/switch/split already deleted, retry=false 2024-11-20T19:25:05,275 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Unable to get data of znode /0-304795053/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:25:05,284 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-304795053/switch/merge already deleted, retry=false 2024-11-20T19:25:05,287 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Unable to get data of znode /0-304795053/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:25:05,295 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-304795053/snapshot-cleanup already deleted, retry=false 2024-11-20T19:25:05,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-304795053/running 2024-11-20T19:25:05,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-304795053/running 2024-11-20T19:25:05,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,307 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,39699,1732130704810, sessionid=0x10159b500160000, setting cluster-up flag (Was=false) 2024-11-20T19:25:05,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,358 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-304795053/flush-table-proc/acquired, /0-304795053/flush-table-proc/reached, /0-304795053/flush-table-proc/abort 2024-11-20T19:25:05,359 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,39699,1732130704810 2024-11-20T19:25:05,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:05,411 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-304795053/online-snapshot/acquired, /0-304795053/online-snapshot/reached, /0-304795053/online-snapshot/abort 2024-11-20T19:25:05,412 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,39699,1732130704810 2024-11-20T19:25:05,413 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:25:05,417 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:05,417 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:25:05,418 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:25:05,418 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,39699,1732130704810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:25:05,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:05,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:05,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:05,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:05,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:25:05,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:25:05,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,425 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:05,425 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:25:05,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:25:05,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130735428 2024-11-20T19:25:05,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:25:05,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:25:05,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:25:05,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:25:05,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:25:05,428 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:25:05,432 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,436 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:25:05,436 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:25:05,436 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:25:05,436 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:25:05,437 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:25:05,437 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:25:05,437 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130705437,5,FailOnTimeoutGroup] 2024-11-20T19:25:05,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:25:05,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:25:05,439 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1 2024-11-20T19:25:05,440 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130705437,5,FailOnTimeoutGroup] 2024-11-20T19:25:05,440 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,440 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:25:05,440 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,440 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:25:05,475 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer(746): ClusterId : 1824771d-589d-4971-971d-f3b103e630e0 2024-11-20T19:25:05,475 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:25:05,485 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:25:05,485 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:25:05,495 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:25:05,496 DEBUG [RS:0;e14ef07817f4:39097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b09962, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:25:05,512 DEBUG [RS:0;e14ef07817f4:39097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:39097 2024-11-20T19:25:05,512 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:25:05,512 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:25:05,512 DEBUG [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:25:05,513 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,39699,1732130704810 with port=39097, startcode=1732130705046 2024-11-20T19:25:05,513 DEBUG [RS:0;e14ef07817f4:39097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:25:05,514 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:25:05,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39699 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,39097,1732130705046 2024-11-20T19:25:05,515 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39699 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,39097,1732130705046 2024-11-20T19:25:05,516 DEBUG [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1 2024-11-20T19:25:05,516 DEBUG [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42245 2024-11-20T19:25:05,516 DEBUG [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:25:05,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053/rs 2024-11-20T19:25:05,527 DEBUG [RS:0;e14ef07817f4:39097 {}] zookeeper.ZKUtil(111): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Set watcher on existing znode=/0-304795053/rs/e14ef07817f4,39097,1732130705046 2024-11-20T19:25:05,527 WARN [RS:0;e14ef07817f4:39097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:25:05,527 INFO [RS:0;e14ef07817f4:39097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:05,527 DEBUG [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/WALs/e14ef07817f4,39097,1732130705046 2024-11-20T19:25:05,527 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,39097,1732130705046] 2024-11-20T19:25:05,530 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:25:05,531 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:25:05,532 INFO [RS:0;e14ef07817f4:39097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:25:05,532 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,535 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:25:05,536 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:25:05,536 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,536 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,537 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:05,537 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:25:05,537 DEBUG [RS:0;e14ef07817f4:39097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:25:05,540 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,541 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,541 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,541 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,541 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,541 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39097,1732130705046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:25:05,558 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:25:05,558 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39097,1732130705046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,558 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,558 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.Replication(171): e14ef07817f4,39097,1732130705046 started 2024-11-20T19:25:05,574 INFO [RS:0;e14ef07817f4:39097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:05,575 INFO [RS:0;e14ef07817f4:39097 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,39097,1732130705046, RpcServer on e14ef07817f4/172.17.0.3:39097, sessionid=0x10159b500160001 2024-11-20T19:25:05,575 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:25:05,575 DEBUG [RS:0;e14ef07817f4:39097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,39097,1732130705046 2024-11-20T19:25:05,575 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,39097,1732130705046' 2024-11-20T19:25:05,575 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-304795053/flush-table-proc/abort' 2024-11-20T19:25:05,575 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-304795053/flush-table-proc/acquired' 2024-11-20T19:25:05,576 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:25:05,576 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:25:05,576 DEBUG [RS:0;e14ef07817f4:39097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,39097,1732130705046 2024-11-20T19:25:05,576 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,39097,1732130705046' 2024-11-20T19:25:05,576 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-304795053/online-snapshot/abort' 2024-11-20T19:25:05,576 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-304795053/online-snapshot/acquired' 2024-11-20T19:25:05,576 DEBUG [RS:0;e14ef07817f4:39097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:25:05,576 INFO [RS:0;e14ef07817f4:39097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:25:05,576 INFO [RS:0;e14ef07817f4:39097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:25:05,677 INFO [RS:0;e14ef07817f4:39097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:25:05,678 INFO [RS:0;e14ef07817f4:39097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C39097%2C1732130705046, suffix=, logDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/WALs/e14ef07817f4,39097,1732130705046, archiveDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/oldWALs, maxLogs=10 2024-11-20T19:25:05,694 DEBUG [RS:0;e14ef07817f4:39097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/WALs/e14ef07817f4,39097,1732130705046/e14ef07817f4%2C39097%2C1732130705046.1732130705678, exclude list is [], retry=0 2024-11-20T19:25:05,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-4e1eb878-f980-44a7-88b8-0b090e6ca34f,DISK] 2024-11-20T19:25:05,698 INFO [RS:0;e14ef07817f4:39097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/WALs/e14ef07817f4,39097,1732130705046/e14ef07817f4%2C39097%2C1732130705046.1732130705678 2024-11-20T19:25:05,698 DEBUG [RS:0;e14ef07817f4:39097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36227:36227)] 2024-11-20T19:25:05,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:05,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:25:05,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:25:05,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:05,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:25:05,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:25:05,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:05,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:25:05,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:25:05,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:05,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:25:05,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:25:05,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:05,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:05,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:25:05,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/hbase/meta/1588230740 2024-11-20T19:25:05,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/hbase/meta/1588230740 2024-11-20T19:25:05,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:25:05,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:25:05,860 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:05,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:25:05,862 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:05,863 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73285006, jitterRate=0.09203168749809265}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:05,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130705852Initializing all the Stores at 1732130705852Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130705852Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130705853 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130705853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130705853Cleaning up temporary data from old regions at 1732130705860 (+7 ms)Region opened successfully at 1732130705863 (+3 ms) 2024-11-20T19:25:05,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:25:05,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:25:05,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:25:05,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:25:05,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:25:05,864 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:05,864 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130705863Disabling compacts and flushes for region at 1732130705863Disabling writes for close at 1732130705863Writing region close event to WAL at 1732130705864 (+1 ms)Closed at 1732130705864 2024-11-20T19:25:05,865 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:05,865 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:25:05,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:25:05,866 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:25:05,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:25:06,017 DEBUG [e14ef07817f4:39699 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:25:06,018 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,39097,1732130705046 2024-11-20T19:25:06,019 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39097,1732130705046, state=OPENING 2024-11-20T19:25:06,074 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:25:06,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:06,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-304795053 2024-11-20T19:25:06,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-304795053/meta-region-server: CHANGED 2024-11-20T19:25:06,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-304795053/meta-region-server: CHANGED 2024-11-20T19:25:06,085 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:25:06,085 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,39097,1732130705046}] 2024-11-20T19:25:06,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:25:06,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,238 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:25:06,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:25:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,244 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,244 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:25:06,244 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:06,244 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:25:06,246 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C39097%2C1732130705046.meta, suffix=.meta, logDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/WALs/e14ef07817f4,39097,1732130705046, archiveDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/oldWALs, maxLogs=10 2024-11-20T19:25:06,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:06,265 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/WALs/e14ef07817f4,39097,1732130705046/e14ef07817f4%2C39097%2C1732130705046.meta.1732130706246.meta, exclude list is [], retry=0 2024-11-20T19:25:06,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43775,DS-4e1eb878-f980-44a7-88b8-0b090e6ca34f,DISK] 2024-11-20T19:25:06,268 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/WALs/e14ef07817f4,39097,1732130705046/e14ef07817f4%2C39097%2C1732130705046.meta.1732130706246.meta 2024-11-20T19:25:06,270 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36227:36227)] 2024-11-20T19:25:06,270 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:06,271 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:06,271 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:25:06,271 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:25:06,271 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:25:06,271 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:25:06,271 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:06,271 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:25:06,271 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:25:06,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:25:06,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:25:06,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:06,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:06,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:25:06,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:25:06,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:06,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:06,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:25:06,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:25:06,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:06,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:06,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:25:06,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:25:06,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:06,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:06,278 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:25:06,279 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/hbase/meta/1588230740 2024-11-20T19:25:06,279 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/hbase/meta/1588230740 2024-11-20T19:25:06,280 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:25:06,280 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:25:06,280 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:06,281 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:25:06,282 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70670636, jitterRate=0.053074538707733154}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:06,282 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:25:06,282 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130706271Writing region info on filesystem at 1732130706271Initializing all the Stores at 1732130706272 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130706272Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130706275 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130706275Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130706275Cleaning up temporary data from old regions at 1732130706280 (+5 ms)Running coprocessor post-open hooks at 1732130706282 (+2 ms)Region opened successfully at 1732130706282 2024-11-20T19:25:06,283 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130706237 2024-11-20T19:25:06,285 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:25:06,285 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:25:06,285 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,39097,1732130705046 2024-11-20T19:25:06,286 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,39097,1732130705046, state=OPEN 2024-11-20T19:25:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39097-0x10159b500160001, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-304795053/meta-region-server 2024-11-20T19:25:06,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39699-0x10159b500160000, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-304795053/meta-region-server 2024-11-20T19:25:06,337 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,39097,1732130705046 2024-11-20T19:25:06,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-304795053/meta-region-server: CHANGED 2024-11-20T19:25:06,337 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-304795053/meta-region-server: CHANGED 2024-11-20T19:25:06,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:25:06,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,39097,1732130705046 in 252 msec 2024-11-20T19:25:06,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:25:06,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-20T19:25:06,341 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:06,341 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:25:06,342 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:06,342 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39097,1732130705046, seqNum=-1] 2024-11-20T19:25:06,342 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:06,343 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:06,348 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 931 msec 2024-11-20T19:25:06,348 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130706348, completionTime=-1 2024-11-20T19:25:06,348 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:25:06,348 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:25:06,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:25:06,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130766350 2024-11-20T19:25:06,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130826350 2024-11-20T19:25:06,350 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T19:25:06,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39699,1732130704810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:06,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39699,1732130704810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:06,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39699,1732130704810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:06,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:39699, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:06,351 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:06,352 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:06,353 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:25:06,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.239sec 2024-11-20T19:25:06,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:25:06,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:25:06,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:25:06,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:25:06,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:25:06,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39699,1732130704810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:25:06,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39699,1732130704810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:25:06,357 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:25:06,357 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:25:06,357 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,39699,1732130704810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:06,376 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51cae78f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:06,376 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39699,-1 for getting cluster id 2024-11-20T19:25:06,376 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:06,377 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1824771d-589d-4971-971d-f3b103e630e0' 2024-11-20T19:25:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1824771d-589d-4971-971d-f3b103e630e0" 2024-11-20T19:25:06,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3cdb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:06,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39699,-1] 2024-11-20T19:25:06,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:06,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:06,378 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:06,379 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f4364cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:06,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,39097,1732130705046, seqNum=-1] 2024-11-20T19:25:06,380 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:06,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:06,382 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,39699,1732130704810 2024-11-20T19:25:06,383 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65251 2024-11-20T19:25:06,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65251, baseZNode=/0-304795053 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:06,401 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b500160002 connected 2024-11-20T19:25:06,412 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:06,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39699,1732130704810 2024-11-20T19:25:06,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bd5585b 2024-11-20T19:25:06,413 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:06,414 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:06,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:25:06,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:25:06,417 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:06,417 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:25:06,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:25:06,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:06,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:25:06,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:06,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:06,827 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => abc3a8a97daa92f036ec505826cde8f0, NAME => 'test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1 2024-11-20T19:25:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43775 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:25:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:07,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:07,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing abc3a8a97daa92f036ec505826cde8f0, disabling compactions & flushes 2024-11-20T19:25:07,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0. 2024-11-20T19:25:07,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0. 2024-11-20T19:25:07,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0. after waiting 0 ms 2024-11-20T19:25:07,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0. 2024-11-20T19:25:07,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0. 2024-11-20T19:25:07,232 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for abc3a8a97daa92f036ec505826cde8f0: Waiting for close lock at 1732130707232Disabling compacts and flushes for region at 1732130707232Disabling writes for close at 1732130707232Writing region close event to WAL at 1732130707232Closed at 1732130707232 2024-11-20T19:25:07,233 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:25:07,233 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130707233"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130707233"}]},"ts":"1732130707233"} 2024-11-20T19:25:07,235 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:25:07,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:25:07,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130707236"}]},"ts":"1732130707236"} 2024-11-20T19:25:07,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:25:07,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abc3a8a97daa92f036ec505826cde8f0, ASSIGN}] 2024-11-20T19:25:07,238 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=abc3a8a97daa92f036ec505826cde8f0, ASSIGN 2024-11-20T19:25:07,239 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=abc3a8a97daa92f036ec505826cde8f0, ASSIGN; state=OFFLINE, location=e14ef07817f4,39097,1732130705046; forceNewPlan=false, retain=false 2024-11-20T19:25:07,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abc3a8a97daa92f036ec505826cde8f0, regionState=OPENING, regionLocation=e14ef07817f4,39097,1732130705046 2024-11-20T19:25:07,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=abc3a8a97daa92f036ec505826cde8f0, ASSIGN because future has completed 2024-11-20T19:25:07,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc3a8a97daa92f036ec505826cde8f0, server=e14ef07817f4,39097,1732130705046}] 2024-11-20T19:25:07,547 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0. 2024-11-20T19:25:07,547 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => abc3a8a97daa92f036ec505826cde8f0, NAME => 'test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:07,547 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:07,547 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:25:07,547 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,547 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:07,548 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,548 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,549 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,550 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc3a8a97daa92f036ec505826cde8f0 columnFamilyName f 2024-11-20T19:25:07,550 DEBUG [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:07,550 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] regionserver.HStore(327): Store=abc3a8a97daa92f036ec505826cde8f0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:07,550 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:07,551 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc3a8a97daa92f036ec505826cde8f0 columnFamilyName f1 2024-11-20T19:25:07,551 DEBUG [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:07,552 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] regionserver.HStore(327): Store=abc3a8a97daa92f036ec505826cde8f0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:07,552 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,553 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region abc3a8a97daa92f036ec505826cde8f0 columnFamilyName norep 2024-11-20T19:25:07,553 DEBUG [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:07,553 INFO [StoreOpener-abc3a8a97daa92f036ec505826cde8f0-1 {}] regionserver.HStore(327): Store=abc3a8a97daa92f036ec505826cde8f0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:07,553 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,554 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/default/test/abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,554 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/default/test/abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,555 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,555 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,555 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:25:07,556 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,558 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/data/default/test/abc3a8a97daa92f036ec505826cde8f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:07,559 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened abc3a8a97daa92f036ec505826cde8f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72102369, jitterRate=0.07440902292728424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:25:07,559 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for abc3a8a97daa92f036ec505826cde8f0 2024-11-20T19:25:07,559 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for abc3a8a97daa92f036ec505826cde8f0: Running coprocessor pre-open hook at 1732130707548Writing region info on filesystem at 1732130707548Initializing all the Stores at 1732130707548Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130707548Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130707548Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130707549 (+1 ms)Cleaning up temporary data from old regions at 1732130707555 (+6 ms)Running coprocessor post-open hooks at 1732130707559 (+4 ms)Region opened successfully at 1732130707559 2024-11-20T19:25:07,560 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0., pid=6, masterSystemTime=1732130707544 2024-11-20T19:25:07,562 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0. 2024-11-20T19:25:07,562 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130706415.abc3a8a97daa92f036ec505826cde8f0. 2024-11-20T19:25:07,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=abc3a8a97daa92f036ec505826cde8f0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,39097,1732130705046 2024-11-20T19:25:07,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure abc3a8a97daa92f036ec505826cde8f0, server=e14ef07817f4,39097,1732130705046 because future has completed 2024-11-20T19:25:07,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:25:07,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure abc3a8a97daa92f036ec505826cde8f0, server=e14ef07817f4,39097,1732130705046 in 173 msec 2024-11-20T19:25:07,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:25:07,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=abc3a8a97daa92f036ec505826cde8f0, ASSIGN in 330 msec 2024-11-20T19:25:07,570 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:25:07,570 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130707570"}]},"ts":"1732130707570"} 2024-11-20T19:25:07,571 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:25:07,572 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:25:07,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-20T19:25:08,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:08,561 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:25:08,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596f108c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:08,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39699,-1 for getting cluster id 2024-11-20T19:25:08,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:08,562 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1824771d-589d-4971-971d-f3b103e630e0' 2024-11-20T19:25:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:08,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1824771d-589d-4971-971d-f3b103e630e0" 2024-11-20T19:25:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c704fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39699,-1] 2024-11-20T19:25:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:08,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:08,563 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:08,564 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7687f852, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:08,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39699,1732130704810 2024-11-20T19:25:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3979e05d 2024-11-20T19:25:08,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:08,566 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:08,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:39699,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:25:08,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:25:08,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:25:08,569 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:39699' 2024-11-20T19:25:08,570 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c295d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:08,570 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,39699,-1 for getting cluster id 2024-11-20T19:25:08,570 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:08,570 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1824771d-589d-4971-971d-f3b103e630e0' 2024-11-20T19:25:08,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:08,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1824771d-589d-4971-971d-f3b103e630e0" 2024-11-20T19:25:08,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6592c787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:08,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,39699,-1] 2024-11-20T19:25:08,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:08,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:08,572 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:08,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@356f82b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:08,573 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:08,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,39699,1732130704810 2024-11-20T19:25:08,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@768284b7 2024-11-20T19:25:08,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:08,574 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:08,575 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:25:08,575 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:25:08,575 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:08,575 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:08,575 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:08,576 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e14ef07817f4:39699, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T19:25:08,583 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e14ef07817f4:39699, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e14ef07817f4:39699, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e14ef07817f4:39699, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T19:25:08,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://e14ef07817f4:39699, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=18 msec 2024-11-20T19:25:08,585 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T19:25:08,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:25:08,672 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://e14ef07817f4:39699, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T19:25:08,672 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:08,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:08,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:08,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:08,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:08,695 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 364) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007ff2889f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@165472ea java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2014150407-172.17.0.3-1732130702467:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-892574839_20 at /127.0.0.1:41846 [Receiving block BP-2014150407-172.17.0.3-1732130702467:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 3 on default port 42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Session-HouseKeeper-160e18e9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: ProcessThread(sid:0 cport:65251): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp1567054821-7926-acceptor-0@4912e144-ServerConnector@54010da9{HTTP/1.1, (http/1.1)}{localhost:35151} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1567054821-7927 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;e14ef07817f4:39699 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1567054821-7922 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff288432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RS:0;e14ef07817f4:39097 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e14ef07817f4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: qtp1567054821-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff288432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/data/data2/current/BP-2014150407-172.17.0.3-1732130702467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-281262634_20 at /127.0.0.1:41880 [Receiving block BP-2014150407-172.17.0.3-1732130702467:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42245 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65251) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: regionserver/e14ef07817f4:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@26e2ff15 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:65251 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-249b0898-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@121b1bfd java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@360925cf java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Server handler 1 on default port 42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 40885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp491843356-7971 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff288432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/e14ef07817f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: BP-2014150407-172.17.0.3-1732130702467 heartbeating to localhost/127.0.0.1:42245 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: e14ef07817f4:39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@19a88a04 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1567054821-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff288432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130705437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-281262634_20 at /127.0.0.1:41872 [Receiving block BP-2014150407-172.17.0.3-1732130702467:blk_1073741833_1009] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp491843356-7974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7615a59 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@2899fe35 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$601/0x00007ff288acb758.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42245 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65251) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-281262634_20 at /127.0.0.1:41790 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1-prefix:e14ef07817f4,39097,1732130705046 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e14ef07817f4:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1567054821-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e14ef07817f4:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1-prefix:e14ef07817f4,39097,1732130705046.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(195284257) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@511d33b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1567054821-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff288432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp491843356-7973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130705437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42245 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp491843356-7972-acceptor-0@53ec5e1a-ServerConnector@35f3fda1{HTTP/1.1, (http/1.1)}{localhost:38637} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65251) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 40885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@3af569e0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42245/user/jenkins/test-data/df032263-df54-8edb-c6c3-7f8d9a7011c1/MasterData-prefix:e14ef07817f4,39699,1732130704810 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40885 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: qtp1567054821-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;e14ef07817f4:39097-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2014150407-172.17.0.3-1732130702467:blk_1073741833_1009, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42245 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 40885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39097 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@595472cb[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39699 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/cluster_533cc283-02e9-0df6-0155-e0ed93441131/data/data1/current/BP-2014150407-172.17.0.3-1732130702467 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2014150407-172.17.0.3-1732130702467:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=872 (was 795) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=522 (was 533), ProcessCount=11 (was 11), AvailableMemoryMB=3321 (was 3357) 2024-11-20T19:25:08,703 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-20T19:25:08,721 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=872, MaxFileDescriptor=1048576, SystemLoadAverage=522, ProcessCount=11, AvailableMemoryMB=3321 2024-11-20T19:25:08,721 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-20T19:25:08,737 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T19:25:08,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/hadoop.log.dir so I do NOT create it in target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f 2024-11-20T19:25:08,737 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:25:08,737 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/hadoop.tmp.dir so I do NOT create it in target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f 2024-11-20T19:25:08,738 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/df7d1769-95f1-26ec-10f8-c8a5e1d39deb/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:25:08,738 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f 2024-11-20T19:25:08,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/cluster_4cd831d5-56dd-fde3-32d2-18f1632a17ce, deleteOnExit=true 2024-11-20T19:25:08,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/cluster_4cd831d5-56dd-fde3-32d2-18f1632a17ce/zookeeper_0, clientPort=61347, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/cluster_4cd831d5-56dd-fde3-32d2-18f1632a17ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/cluster_4cd831d5-56dd-fde3-32d2-18f1632a17ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T19:25:08,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61347 2024-11-20T19:25:08,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:25:08,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/test.cache.data in system properties and HBase conf 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:25:08,781 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:25:08,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:25:08,782 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:25:09,122 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:09,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:25:09,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:25:09,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:25:09,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:25:09,137 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:09,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6eb3552c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:25:09,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12178e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:25:09,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c90248f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/java.io.tmpdir/jetty-localhost-42491-hadoop-hdfs-3_4_1-tests_jar-_-any-10135436057849598549/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:25:09,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33539728{HTTP/1.1, (http/1.1)}{localhost:42491} 2024-11-20T19:25:09,260 INFO [Time-limited test {}] server.Server(415): Started @336643ms 2024-11-20T19:25:09,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:09,579 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:25:09,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:25:09,584 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:25:09,584 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:25:09,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@257347c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:25:09,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79f1497f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:25:09,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4975a56f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/java.io.tmpdir/jetty-localhost-46813-hadoop-hdfs-3_4_1-tests_jar-_-any-646338665151755591/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:25:09,726 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@474640e2{HTTP/1.1, (http/1.1)}{localhost:46813} 2024-11-20T19:25:09,726 INFO [Time-limited test {}] server.Server(415): Started @337109ms 2024-11-20T19:25:09,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:25:10,427 WARN [Thread-4335 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/cluster_4cd831d5-56dd-fde3-32d2-18f1632a17ce/data/data1/current/BP-788817482-172.17.0.3-1732130708802/current, will proceed with Du for space computation calculation, 2024-11-20T19:25:10,427 WARN [Thread-4336 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/cluster_4cd831d5-56dd-fde3-32d2-18f1632a17ce/data/data2/current/BP-788817482-172.17.0.3-1732130708802/current, will proceed with Du for space computation calculation, 2024-11-20T19:25:10,449 WARN [Thread-4323 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:25:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b4d8c2e9a0fb916 with lease ID 0x13feaa3e3bbedeb1: Processing first storage report for DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133 from datanode DatanodeRegistration(127.0.0.1:36513, datanodeUuid=603e771f-98ab-45b0-bbd8-46c1b8d98461, infoPort=41497, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=221674084;c=1732130708802) 2024-11-20T19:25:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b4d8c2e9a0fb916 with lease ID 0x13feaa3e3bbedeb1: from storage DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133 node DatanodeRegistration(127.0.0.1:36513, datanodeUuid=603e771f-98ab-45b0-bbd8-46c1b8d98461, infoPort=41497, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=221674084;c=1732130708802), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T19:25:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b4d8c2e9a0fb916 with lease ID 0x13feaa3e3bbedeb1: Processing first storage report for DS-185cbfb2-649a-407e-8d88-3a76128b251f from datanode DatanodeRegistration(127.0.0.1:36513, datanodeUuid=603e771f-98ab-45b0-bbd8-46c1b8d98461, infoPort=41497, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=221674084;c=1732130708802) 2024-11-20T19:25:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b4d8c2e9a0fb916 with lease ID 0x13feaa3e3bbedeb1: from storage DS-185cbfb2-649a-407e-8d88-3a76128b251f node DatanodeRegistration(127.0.0.1:36513, datanodeUuid=603e771f-98ab-45b0-bbd8-46c1b8d98461, infoPort=41497, infoSecurePort=0, ipcPort=40469, storageInfo=lv=-57;cid=testClusterID;nsid=221674084;c=1732130708802), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:25:10,469 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f 2024-11-20T19:25:10,470 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:10,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:10,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:25:10,481 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce with version=8 2024-11-20T19:25:10,482 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/hbase-staging 2024-11-20T19:25:10,484 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:25:10,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:10,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:10,484 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:25:10,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:10,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:25:10,484 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:25:10,484 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:25:10,485 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42871 2024-11-20T19:25:10,486 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42871 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:10,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428710x0, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:10,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42871-0x10159b518d60000 connected 2024-11-20T19:25:10,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:10,651 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:10,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on znode that does not yet exist, /0-1859465621/running 2024-11-20T19:25:10,653 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce, hbase.cluster.distributed=false 2024-11-20T19:25:10,655 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on znode that does not yet exist, /0-1859465621/acl 2024-11-20T19:25:10,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42871 2024-11-20T19:25:10,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42871 2024-11-20T19:25:10,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42871 2024-11-20T19:25:10,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42871 2024-11-20T19:25:10,666 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42871 2024-11-20T19:25:10,686 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:25:10,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:10,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:10,686 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:25:10,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:10,686 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:25:10,686 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:25:10,687 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:25:10,687 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38665 2024-11-20T19:25:10,688 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38665 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:10,689 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:10,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:10,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:386650x0, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:10,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:386650x0, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on znode that does not yet exist, /0-1859465621/running 2024-11-20T19:25:10,703 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:25:10,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38665-0x10159b518d60001 connected 2024-11-20T19:25:10,706 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:25:10,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on znode that does not yet exist, /0-1859465621/master 2024-11-20T19:25:10,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on znode that does not yet exist, /0-1859465621/acl 2024-11-20T19:25:10,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-20T19:25:10,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38665 2024-11-20T19:25:10,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38665 2024-11-20T19:25:10,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-20T19:25:10,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38665 2024-11-20T19:25:10,735 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:42871 2024-11-20T19:25:10,736 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1859465621/backup-masters/e14ef07817f4,42871,1732130710484 2024-11-20T19:25:10,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621/backup-masters 2024-11-20T19:25:10,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621/backup-masters 2024-11-20T19:25:10,745 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on existing znode=/0-1859465621/backup-masters/e14ef07817f4,42871,1732130710484 2024-11-20T19:25:10,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1859465621/master 2024-11-20T19:25:10,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:10,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:10,755 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on existing znode=/0-1859465621/master 2024-11-20T19:25:10,755 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1859465621/backup-masters/e14ef07817f4,42871,1732130710484 from backup master directory 2024-11-20T19:25:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621/backup-masters 2024-11-20T19:25:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1859465621/backup-masters/e14ef07817f4,42871,1732130710484 2024-11-20T19:25:10,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621/backup-masters 2024-11-20T19:25:10,765 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:25:10,765 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,42871,1732130710484 2024-11-20T19:25:10,768 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/hbase.id] with ID: cb694415-1154-4bd2-b443-ab6dc69c0a24 2024-11-20T19:25:10,768 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/.tmp/hbase.id 2024-11-20T19:25:10,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:25:11,176 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/.tmp/hbase.id]:[hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/hbase.id] 2024-11-20T19:25:11,184 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:11,184 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:25:11,186 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T19:25:11,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:11,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:11,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:25:11,237 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:11,238 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:25:11,238 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:11,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:25:11,650 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store 2024-11-20T19:25:11,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:25:11,665 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:11,665 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:25:11,665 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:11,665 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:11,665 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:25:11,665 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:11,665 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:11,665 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130711665Disabling compacts and flushes for region at 1732130711665Disabling writes for close at 1732130711665Writing region close event to WAL at 1732130711665Closed at 1732130711665 2024-11-20T19:25:11,666 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/.initializing 2024-11-20T19:25:11,666 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/WALs/e14ef07817f4,42871,1732130710484 2024-11-20T19:25:11,667 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:25:11,668 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C42871%2C1732130710484, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/WALs/e14ef07817f4,42871,1732130710484, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/oldWALs, maxLogs=10 2024-11-20T19:25:11,686 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/WALs/e14ef07817f4,42871,1732130710484/e14ef07817f4%2C42871%2C1732130710484.1732130711668, exclude list is [], retry=0 2024-11-20T19:25:11,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133,DISK] 2024-11-20T19:25:11,693 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/WALs/e14ef07817f4,42871,1732130710484/e14ef07817f4%2C42871%2C1732130710484.1732130711668 2024-11-20T19:25:11,696 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-20T19:25:11,696 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:11,696 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:11,697 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,697 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:25:11,702 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:11,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:11,702 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:25:11,703 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:11,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:11,703 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:25:11,704 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:11,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:11,704 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:25:11,708 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:11,708 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:11,708 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,709 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,709 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,710 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,710 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,710 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:11,711 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:11,712 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:11,713 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67691559, jitterRate=0.00868283212184906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:11,713 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130711697Initializing all the Stores at 1732130711697Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130711697Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130711700 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130711700Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130711700Cleaning up temporary data from old regions at 1732130711710 (+10 ms)Region opened successfully at 1732130711713 (+3 ms) 2024-11-20T19:25:11,713 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:25:11,715 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d7ce6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:25:11,715 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:25:11,715 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:25:11,715 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:25:11,716 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:25:11,716 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:25:11,716 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:25:11,716 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:25:11,717 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:25:11,718 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Unable to get data of znode /0-1859465621/balancer because node does not exist (not necessarily an error) 2024-11-20T19:25:11,765 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1859465621/balancer already deleted, retry=false 2024-11-20T19:25:11,766 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:25:11,766 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Unable to get data of znode /0-1859465621/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:25:11,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:25:11,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,776 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1859465621/normalizer already deleted, retry=false 2024-11-20T19:25:11,776 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:25:11,780 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Unable to get data of znode /0-1859465621/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:25:11,796 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1859465621/switch/split already deleted, retry=false 2024-11-20T19:25:11,797 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Unable to get data of znode /0-1859465621/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:25:11,807 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1859465621/switch/merge already deleted, retry=false 2024-11-20T19:25:11,809 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Unable to get data of znode /0-1859465621/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:25:11,816 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,817 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,818 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1859465621/snapshot-cleanup already deleted, retry=false 2024-11-20T19:25:11,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1859465621/running 2024-11-20T19:25:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1859465621/running 2024-11-20T19:25:11,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:11,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,832 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,42871,1732130710484, sessionid=0x10159b518d60000, setting cluster-up flag (Was=false) 2024-11-20T19:25:11,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:11,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:11,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:11,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:25:11,869 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T19:25:11,881 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1859465621/flush-table-proc/acquired, /0-1859465621/flush-table-proc/reached, /0-1859465621/flush-table-proc/abort 2024-11-20T19:25:11,882 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,42871,1732130710484 2024-11-20T19:25:11,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:11,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:11,934 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1859465621/online-snapshot/acquired, /0-1859465621/online-snapshot/reached, /0-1859465621/online-snapshot/abort 2024-11-20T19:25:11,935 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,42871,1732130710484 2024-11-20T19:25:11,936 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:25:11,938 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:11,938 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:25:11,938 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:25:11,939 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,42871,1732130710484 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:25:11,940 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:11,940 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:11,940 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:11,940 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:11,940 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:25:11,940 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:11,940 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:25:11,940 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:11,949 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:11,949 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:25:11,950 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:11,950 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:25:11,967 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130741967 2024-11-20T19:25:11,967 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:25:11,967 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:25:11,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:25:11,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:25:11,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:25:11,968 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:25:11,972 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:11,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:25:11,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:25:11,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:25:11,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:25:11,977 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:25:11,980 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:25:11,981 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce 2024-11-20T19:25:11,992 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:25:11,992 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:25:11,995 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130711992,5,FailOnTimeoutGroup] 2024-11-20T19:25:11,996 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130711995,5,FailOnTimeoutGroup] 2024-11-20T19:25:11,996 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:11,996 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:25:11,996 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:11,996 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741832_1008 (size=32) 2024-11-20T19:25:12,023 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(746): ClusterId : cb694415-1154-4bd2-b443-ab6dc69c0a24 2024-11-20T19:25:12,024 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:25:12,029 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:25:12,030 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:25:12,039 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:25:12,040 DEBUG [RS:0;e14ef07817f4:38665 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20e836f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:25:12,055 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:38665 2024-11-20T19:25:12,056 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:25:12,056 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:25:12,056 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:25:12,056 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,42871,1732130710484 with port=38665, startcode=1732130710686 2024-11-20T19:25:12,056 DEBUG [RS:0;e14ef07817f4:38665 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:25:12,058 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:25:12,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,058 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42871 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,059 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce 2024-11-20T19:25:12,059 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39973 2024-11-20T19:25:12,059 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:25:12,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621/rs 2024-11-20T19:25:12,123 DEBUG [RS:0;e14ef07817f4:38665 {}] zookeeper.ZKUtil(111): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on existing znode=/0-1859465621/rs/e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,123 WARN [RS:0;e14ef07817f4:38665 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:25:12,123 INFO [RS:0;e14ef07817f4:38665 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:12,124 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,124 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,38665,1732130710686] 2024-11-20T19:25:12,126 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:25:12,128 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:25:12,131 INFO [RS:0;e14ef07817f4:38665 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:25:12,131 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,133 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:25:12,134 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:25:12,134 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:25:12,134 DEBUG [RS:0;e14ef07817f4:38665 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:25:12,136 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,136 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,136 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,136 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,136 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,136 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38665,1732130710686-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:25:12,156 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:25:12,156 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,38665,1732130710686-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,157 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,157 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.Replication(171): e14ef07817f4,38665,1732130710686 started 2024-11-20T19:25:12,175 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,176 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,38665,1732130710686, RpcServer on e14ef07817f4/172.17.0.3:38665, sessionid=0x10159b518d60001 2024-11-20T19:25:12,176 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:25:12,176 DEBUG [RS:0;e14ef07817f4:38665 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,176 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,38665,1732130710686' 2024-11-20T19:25:12,176 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1859465621/flush-table-proc/abort' 2024-11-20T19:25:12,176 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1859465621/flush-table-proc/acquired' 2024-11-20T19:25:12,177 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:25:12,177 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:25:12,177 DEBUG [RS:0;e14ef07817f4:38665 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,177 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,38665,1732130710686' 2024-11-20T19:25:12,177 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1859465621/online-snapshot/abort' 2024-11-20T19:25:12,177 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1859465621/online-snapshot/acquired' 2024-11-20T19:25:12,177 DEBUG [RS:0;e14ef07817f4:38665 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:25:12,177 INFO [RS:0;e14ef07817f4:38665 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:25:12,177 INFO [RS:0;e14ef07817f4:38665 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:25:12,278 INFO [RS:0;e14ef07817f4:38665 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:25:12,279 INFO [RS:0;e14ef07817f4:38665 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C38665%2C1732130710686, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/oldWALs, maxLogs=10 2024-11-20T19:25:12,297 DEBUG [RS:0;e14ef07817f4:38665 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279, exclude list is [], retry=0 2024-11-20T19:25:12,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133,DISK] 2024-11-20T19:25:12,300 INFO [RS:0;e14ef07817f4:38665 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 2024-11-20T19:25:12,300 DEBUG [RS:0;e14ef07817f4:38665 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-20T19:25:12,403 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:12,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:25:12,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:25:12,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:12,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:12,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:25:12,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:25:12,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:12,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:12,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:25:12,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:25:12,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:12,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:12,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:25:12,408 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:25:12,408 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:12,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:12,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:25:12,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740 2024-11-20T19:25:12,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740 2024-11-20T19:25:12,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:25:12,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:25:12,411 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:12,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:25:12,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:12,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63034085, jitterRate=-0.06071893870830536}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:12,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130712403Initializing all the Stores at 1732130712403Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130712403Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130712404 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130712404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130712404Cleaning up temporary data from old regions at 1732130712410 (+6 ms)Region opened successfully at 1732130712418 (+8 ms) 2024-11-20T19:25:12,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:25:12,418 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:25:12,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:25:12,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:25:12,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:25:12,418 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:12,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130712418Disabling compacts and flushes for region at 1732130712418Disabling writes for close at 1732130712418Writing region close event to WAL at 1732130712418Closed at 1732130712418 2024-11-20T19:25:12,419 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:12,419 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:25:12,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:25:12,421 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:25:12,422 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:25:12,574 DEBUG [e14ef07817f4:42871 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:25:12,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,38665,1732130710686, state=OPENING 2024-11-20T19:25:12,723 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:25:12,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:12,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:12,773 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:25:12,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1859465621/meta-region-server: CHANGED 2024-11-20T19:25:12,773 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1859465621/meta-region-server: CHANGED 2024-11-20T19:25:12,773 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,38665,1732130710686}] 2024-11-20T19:25:12,924 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:25:12,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48827, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:25:12,928 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:25:12,928 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:12,928 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:25:12,929 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C38665%2C1732130710686.meta, suffix=.meta, logDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/oldWALs, maxLogs=10 2024-11-20T19:25:12,945 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.meta.1732130712929.meta, exclude list is [], retry=0 2024-11-20T19:25:12,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133,DISK] 2024-11-20T19:25:12,948 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.meta.1732130712929.meta 2024-11-20T19:25:12,948 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-20T19:25:12,948 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:12,948 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:12,948 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:25:12,949 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:25:12,949 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:25:12,949 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:25:12,949 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:12,949 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:25:12,949 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:25:12,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:25:12,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:25:12,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:12,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:12,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:25:12,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:25:12,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:12,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:12,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:25:12,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:25:12,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:12,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:12,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:25:12,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:25:12,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:12,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:12,953 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:25:12,953 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740 2024-11-20T19:25:12,954 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740 2024-11-20T19:25:12,955 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:25:12,955 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:25:12,955 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:12,956 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:25:12,956 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61673681, jitterRate=-0.08099053800106049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:12,956 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:25:12,956 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130712949Writing region info on filesystem at 1732130712949Initializing all the Stores at 1732130712949Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130712950 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130712950Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130712950Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130712950Cleaning up temporary data from old regions at 1732130712955 (+5 ms)Running coprocessor post-open hooks at 1732130712956 (+1 ms)Region opened successfully at 1732130712956 2024-11-20T19:25:12,957 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130712924 2024-11-20T19:25:12,959 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:25:12,959 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:25:12,959 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,960 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,38665,1732130710686, state=OPEN 2024-11-20T19:25:12,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1859465621/meta-region-server 2024-11-20T19:25:12,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1859465621/meta-region-server 2024-11-20T19:25:12,976 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,38665,1732130710686 2024-11-20T19:25:12,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1859465621/meta-region-server: CHANGED 2024-11-20T19:25:12,976 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1859465621/meta-region-server: CHANGED 2024-11-20T19:25:12,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:25:12,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,38665,1732130710686 in 203 msec 2024-11-20T19:25:12,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:25:12,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 559 msec 2024-11-20T19:25:12,980 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:12,980 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:25:12,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:12,981 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,38665,1732130710686, seqNum=-1] 2024-11-20T19:25:12,982 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:12,983 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55489, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:12,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0490 sec 2024-11-20T19:25:12,987 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130712987, completionTime=-1 2024-11-20T19:25:12,987 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:25:12,987 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:25:12,989 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:25:12,989 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130772989 2024-11-20T19:25:12,989 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130832989 2024-11-20T19:25:12,989 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:25:12,989 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42871,1732130710484-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,989 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42871,1732130710484-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,989 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42871,1732130710484-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,990 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:42871, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,990 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,990 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:12,991 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:25:12,993 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.228sec 2024-11-20T19:25:12,993 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:25:12,993 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:25:12,993 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:25:12,993 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:25:12,993 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:25:12,993 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42871,1732130710484-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:25:12,993 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42871,1732130710484-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:25:12,995 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:25:12,995 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:25:12,995 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,42871,1732130710484-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:13,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@645413a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:13,024 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42871,-1 for getting cluster id 2024-11-20T19:25:13,024 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:13,025 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb694415-1154-4bd2-b443-ab6dc69c0a24' 2024-11-20T19:25:13,025 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb694415-1154-4bd2-b443-ab6dc69c0a24" 2024-11-20T19:25:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eab67ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42871,-1] 2024-11-20T19:25:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:13,026 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:13,027 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:13,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dee6220, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:13,028 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:13,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,38665,1732130710686, seqNum=-1] 2024-11-20T19:25:13,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:13,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:13,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,42871,1732130710484 2024-11-20T19:25:13,031 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:13,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:13,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10159b518d60002 connected 2024-11-20T19:25:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.log.dir so I do NOT create it in target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e 2024-11-20T19:25:13,052 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:25:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.tmp.dir so I do NOT create it in target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e 2024-11-20T19:25:13,052 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:25:13,052 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e 2024-11-20T19:25:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:25:13,052 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/cluster_b88fd18f-0869-cb17-6839-cd8604c7d10f, deleteOnExit=true 2024-11-20T19:25:13,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:25:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/test.cache.data in system properties and HBase conf 2024-11-20T19:25:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:25:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:25:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:25:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:25:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:25:13,053 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:25:13,053 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:25:13,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:25:13,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:25:13,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:25:13,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:25:13,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:25:13,499 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:13,503 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:25:13,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:25:13,504 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:25:13,505 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:25:13,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:13,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d77f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:25:13,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd85a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:25:13,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@669cfb45{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/java.io.tmpdir/jetty-localhost-32885-hadoop-hdfs-3_4_1-tests_jar-_-any-10422185610546471287/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:25:13,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6cbf5865{HTTP/1.1, (http/1.1)}{localhost:32885} 2024-11-20T19:25:13,637 INFO [Time-limited test {}] server.Server(415): Started @341020ms 2024-11-20T19:25:14,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:14,015 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:25:14,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:25:14,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:25:14,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T19:25:14,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1904b71d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:25:14,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e42d03e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:25:14,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3914a300{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/java.io.tmpdir/jetty-localhost-36363-hadoop-hdfs-3_4_1-tests_jar-_-any-11849858898634206859/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:25:14,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e84be21{HTTP/1.1, (http/1.1)}{localhost:36363} 2024-11-20T19:25:14,182 INFO [Time-limited test {}] server.Server(415): Started @341565ms 2024-11-20T19:25:14,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:25:15,033 WARN [Thread-4456 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/cluster_b88fd18f-0869-cb17-6839-cd8604c7d10f/data/data1/current/BP-2040253643-172.17.0.3-1732130713073/current, will proceed with Du for space computation calculation, 2024-11-20T19:25:15,033 WARN [Thread-4457 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/cluster_b88fd18f-0869-cb17-6839-cd8604c7d10f/data/data2/current/BP-2040253643-172.17.0.3-1732130713073/current, will proceed with Du for space computation calculation, 2024-11-20T19:25:15,061 WARN [Thread-4444 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:25:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3331e5f2e1db89 with lease ID 0xcda46680a328bc8f: Processing first storage report for DS-51b5089e-afad-479f-b647-435c9d928fbd from datanode DatanodeRegistration(127.0.0.1:35271, datanodeUuid=371cb287-ff83-4e90-a038-5a8e9d2bc340, infoPort=39161, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=141109915;c=1732130713073) 2024-11-20T19:25:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3331e5f2e1db89 with lease ID 0xcda46680a328bc8f: from storage DS-51b5089e-afad-479f-b647-435c9d928fbd node DatanodeRegistration(127.0.0.1:35271, datanodeUuid=371cb287-ff83-4e90-a038-5a8e9d2bc340, infoPort=39161, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=141109915;c=1732130713073), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:25:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc3331e5f2e1db89 with lease ID 0xcda46680a328bc8f: Processing first storage report for DS-acfdd70c-2afd-4f2c-a914-45edc8d66c68 from datanode DatanodeRegistration(127.0.0.1:35271, datanodeUuid=371cb287-ff83-4e90-a038-5a8e9d2bc340, infoPort=39161, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=141109915;c=1732130713073) 2024-11-20T19:25:15,063 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc3331e5f2e1db89 with lease ID 0xcda46680a328bc8f: from storage DS-acfdd70c-2afd-4f2c-a914-45edc8d66c68 node DatanodeRegistration(127.0.0.1:35271, datanodeUuid=371cb287-ff83-4e90-a038-5a8e9d2bc340, infoPort=39161, infoSecurePort=0, ipcPort=38475, storageInfo=lv=-57;cid=testClusterID;nsid=141109915;c=1732130713073), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:25:15,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e 2024-11-20T19:25:15,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:15,132 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:15,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:25:15,143 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214 with version=8 2024-11-20T19:25:15,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/hbase-staging 2024-11-20T19:25:15,145 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:25:15,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:15,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:15,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:25:15,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:15,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:25:15,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:25:15,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:25:15,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35527 2024-11-20T19:25:15,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35527 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:15,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355270x0, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:15,166 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35527-0x10159b518d60003 connected 2024-11-20T19:25:15,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:15,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:15,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on znode that does not yet exist, /1-1496856268/running 2024-11-20T19:25:15,244 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214, hbase.cluster.distributed=false 2024-11-20T19:25:15,246 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on znode that does not yet exist, /1-1496856268/acl 2024-11-20T19:25:15,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35527 2024-11-20T19:25:15,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35527 2024-11-20T19:25:15,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35527 2024-11-20T19:25:15,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35527 2024-11-20T19:25:15,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35527 2024-11-20T19:25:15,266 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:25:15,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:15,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:15,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:25:15,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:15,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:25:15,267 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:25:15,267 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:25:15,267 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41687 2024-11-20T19:25:15,268 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41687 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:15,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:15,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:15,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:416870x0, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:15,281 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:416870x0, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on znode that does not yet exist, /1-1496856268/running 2024-11-20T19:25:15,282 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:25:15,282 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41687-0x10159b518d60004 connected 2024-11-20T19:25:15,288 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:25:15,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on znode that does not yet exist, /1-1496856268/master 2024-11-20T19:25:15,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on znode that does not yet exist, /1-1496856268/acl 2024-11-20T19:25:15,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-20T19:25:15,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41687 2024-11-20T19:25:15,299 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41687 2024-11-20T19:25:15,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-20T19:25:15,311 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41687 2024-11-20T19:25:15,327 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:35527 2024-11-20T19:25:15,328 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1496856268/backup-masters/e14ef07817f4,35527,1732130715145 2024-11-20T19:25:15,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268/backup-masters 2024-11-20T19:25:15,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268/backup-masters 2024-11-20T19:25:15,334 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on existing znode=/1-1496856268/backup-masters/e14ef07817f4,35527,1732130715145 2024-11-20T19:25:15,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1496856268/master 2024-11-20T19:25:15,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:15,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:15,345 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on existing znode=/1-1496856268/master 2024-11-20T19:25:15,345 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1496856268/backup-masters/e14ef07817f4,35527,1732130715145 from backup master directory 2024-11-20T19:25:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1496856268/backup-masters/e14ef07817f4,35527,1732130715145 2024-11-20T19:25:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268/backup-masters 2024-11-20T19:25:15,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268/backup-masters 2024-11-20T19:25:15,355 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:25:15,355 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,35527,1732130715145 2024-11-20T19:25:15,358 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/hbase.id] with ID: 537b5d27-e029-452e-ae13-81ae8906f5ee 2024-11-20T19:25:15,358 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/.tmp/hbase.id 2024-11-20T19:25:15,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:25:15,367 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/.tmp/hbase.id]:[hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/hbase.id] 2024-11-20T19:25:15,376 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:15,376 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:25:15,377 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T19:25:15,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:15,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:25:15,798 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:15,799 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:25:15,800 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:25:16,466 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store 2024-11-20T19:25:16,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:25:16,875 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:16,875 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:25:16,875 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:16,875 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:16,875 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:25:16,875 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:16,875 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:16,876 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130716875Disabling compacts and flushes for region at 1732130716875Disabling writes for close at 1732130716875Writing region close event to WAL at 1732130716875Closed at 1732130716875 2024-11-20T19:25:16,876 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/.initializing 2024-11-20T19:25:16,876 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/WALs/e14ef07817f4,35527,1732130715145 2024-11-20T19:25:16,877 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:25:16,878 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C35527%2C1732130715145, suffix=, logDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/WALs/e14ef07817f4,35527,1732130715145, archiveDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/oldWALs, maxLogs=10 2024-11-20T19:25:16,898 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/WALs/e14ef07817f4,35527,1732130715145/e14ef07817f4%2C35527%2C1732130715145.1732130716879, exclude list is [], retry=0 2024-11-20T19:25:16,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35271,DS-51b5089e-afad-479f-b647-435c9d928fbd,DISK] 2024-11-20T19:25:16,902 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/WALs/e14ef07817f4,35527,1732130715145/e14ef07817f4%2C35527%2C1732130715145.1732130716879 2024-11-20T19:25:16,902 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39161:39161)] 2024-11-20T19:25:16,902 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:16,902 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:16,902 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,902 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:25:16,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:16,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:16,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:25:16,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:16,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:16,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:25:16,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:16,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:16,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:25:16,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:16,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:16,909 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,910 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,910 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,915 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,915 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,916 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:16,916 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:16,918 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:16,918 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62617951, jitterRate=-0.06691981852054596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:16,919 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130716902Initializing all the Stores at 1732130716903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130716903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130716903Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130716903Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130716903Cleaning up temporary data from old regions at 1732130716915 (+12 ms)Region opened successfully at 1732130716918 (+3 ms) 2024-11-20T19:25:16,919 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:25:16,921 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d61df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:25:16,922 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:25:16,922 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:25:16,922 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:25:16,923 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:25:16,927 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 4 msec 2024-11-20T19:25:16,928 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:25:16,928 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:25:16,930 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:25:16,930 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Unable to get data of znode /1-1496856268/balancer because node does not exist (not necessarily an error) 2024-11-20T19:25:17,099 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1496856268/balancer already deleted, retry=false 2024-11-20T19:25:17,099 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:25:17,100 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Unable to get data of znode /1-1496856268/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:25:17,122 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1496856268/normalizer already deleted, retry=false 2024-11-20T19:25:17,122 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:25:17,123 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Unable to get data of znode /1-1496856268/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:25:17,133 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1496856268/switch/split already deleted, retry=false 2024-11-20T19:25:17,134 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Unable to get data of znode /1-1496856268/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:25:17,144 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1496856268/switch/merge already deleted, retry=false 2024-11-20T19:25:17,146 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Unable to get data of znode /1-1496856268/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:25:17,154 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1496856268/snapshot-cleanup already deleted, retry=false 2024-11-20T19:25:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1496856268/running 2024-11-20T19:25:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1496856268/running 2024-11-20T19:25:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:17,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:17,165 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,35527,1732130715145, sessionid=0x10159b518d60003, setting cluster-up flag (Was=false) 2024-11-20T19:25:17,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:17,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:17,218 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1496856268/flush-table-proc/acquired, /1-1496856268/flush-table-proc/reached, /1-1496856268/flush-table-proc/abort 2024-11-20T19:25:17,219 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,35527,1732130715145 2024-11-20T19:25:17,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:17,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:17,270 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1496856268/online-snapshot/acquired, /1-1496856268/online-snapshot/reached, /1-1496856268/online-snapshot/abort 2024-11-20T19:25:17,271 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,35527,1732130715145 2024-11-20T19:25:17,272 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:25:17,274 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:17,274 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:25:17,274 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:25:17,274 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,35527,1732130715145 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:25:17,276 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:17,276 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:17,276 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:17,276 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:17,276 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:25:17,276 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,276 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:25:17,276 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,277 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:17,277 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:25:17,278 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:17,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:25:17,280 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130747280 2024-11-20T19:25:17,280 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:25:17,280 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:25:17,280 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:25:17,281 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:25:17,281 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:25:17,281 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:25:17,284 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,288 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:25:17,288 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:25:17,288 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:25:17,289 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:25:17,292 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:25:17,292 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:25:17,293 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130717292,5,FailOnTimeoutGroup] 2024-11-20T19:25:17,293 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130717293,5,FailOnTimeoutGroup] 2024-11-20T19:25:17,293 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,293 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:25:17,293 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,293 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:25:17,315 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(746): ClusterId : 537b5d27-e029-452e-ae13-81ae8906f5ee 2024-11-20T19:25:17,315 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:25:17,324 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:25:17,324 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:25:17,334 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:25:17,334 DEBUG [RS:0;e14ef07817f4:41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d39023a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:25:17,346 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:41687 2024-11-20T19:25:17,346 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:25:17,346 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:25:17,346 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:25:17,347 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,35527,1732130715145 with port=41687, startcode=1732130715266 2024-11-20T19:25:17,347 DEBUG [RS:0;e14ef07817f4:41687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:25:17,349 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:25:17,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,41687,1732130715266 2024-11-20T19:25:17,349 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35527 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,41687,1732130715266 2024-11-20T19:25:17,350 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214 2024-11-20T19:25:17,350 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37717 2024-11-20T19:25:17,351 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:25:17,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268/rs 2024-11-20T19:25:17,411 DEBUG [RS:0;e14ef07817f4:41687 {}] zookeeper.ZKUtil(111): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on existing znode=/1-1496856268/rs/e14ef07817f4,41687,1732130715266 2024-11-20T19:25:17,411 WARN [RS:0;e14ef07817f4:41687 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:25:17,411 INFO [RS:0;e14ef07817f4:41687 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:17,411 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/WALs/e14ef07817f4,41687,1732130715266 2024-11-20T19:25:17,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,41687,1732130715266] 2024-11-20T19:25:17,414 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:25:17,416 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:25:17,420 INFO [RS:0;e14ef07817f4:41687 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:25:17,420 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,421 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:25:17,421 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:25:17,421 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:25:17,422 DEBUG [RS:0;e14ef07817f4:41687 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:25:17,424 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,424 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,424 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,424 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,424 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,424 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41687,1732130715266-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:25:17,445 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:25:17,445 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41687,1732130715266-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,445 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,445 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.Replication(171): e14ef07817f4,41687,1732130715266 started 2024-11-20T19:25:17,466 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:17,466 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,41687,1732130715266, RpcServer on e14ef07817f4/172.17.0.3:41687, sessionid=0x10159b518d60004 2024-11-20T19:25:17,466 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:25:17,466 DEBUG [RS:0;e14ef07817f4:41687 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,41687,1732130715266 2024-11-20T19:25:17,467 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,41687,1732130715266' 2024-11-20T19:25:17,467 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1496856268/flush-table-proc/abort' 2024-11-20T19:25:17,467 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1496856268/flush-table-proc/acquired' 2024-11-20T19:25:17,467 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:25:17,467 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:25:17,468 DEBUG [RS:0;e14ef07817f4:41687 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,41687,1732130715266 2024-11-20T19:25:17,468 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,41687,1732130715266' 2024-11-20T19:25:17,468 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1496856268/online-snapshot/abort' 2024-11-20T19:25:17,468 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1496856268/online-snapshot/acquired' 2024-11-20T19:25:17,468 DEBUG [RS:0;e14ef07817f4:41687 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:25:17,468 INFO [RS:0;e14ef07817f4:41687 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:25:17,468 INFO [RS:0;e14ef07817f4:41687 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:25:17,569 INFO [RS:0;e14ef07817f4:41687 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:25:17,570 INFO [RS:0;e14ef07817f4:41687 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C41687%2C1732130715266, suffix=, logDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/WALs/e14ef07817f4,41687,1732130715266, archiveDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/oldWALs, maxLogs=10 2024-11-20T19:25:17,590 DEBUG [RS:0;e14ef07817f4:41687 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/WALs/e14ef07817f4,41687,1732130715266/e14ef07817f4%2C41687%2C1732130715266.1732130717571, exclude list is [], retry=0 2024-11-20T19:25:17,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35271,DS-51b5089e-afad-479f-b647-435c9d928fbd,DISK] 2024-11-20T19:25:17,594 INFO [RS:0;e14ef07817f4:41687 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/WALs/e14ef07817f4,41687,1732130715266/e14ef07817f4%2C41687%2C1732130715266.1732130717571 2024-11-20T19:25:17,594 DEBUG [RS:0;e14ef07817f4:41687 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39161:39161)] 2024-11-20T19:25:17,696 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:25:17,696 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214 2024-11-20T19:25:17,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:25:17,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:17,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:25:17,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:25:17,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:17,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:17,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:25:17,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:25:17,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:17,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:17,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:25:17,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:25:17,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:17,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:17,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:25:17,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:25:17,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:17,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:17,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:25:17,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740 2024-11-20T19:25:17,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740 2024-11-20T19:25:17,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:25:17,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:25:17,711 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:17,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:25:17,713 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:17,714 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71868974, jitterRate=0.07093116641044617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:17,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130717701Initializing all the Stores at 1732130717701Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130717702 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130717702Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130717702Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130717702Cleaning up temporary data from old regions at 1732130717710 (+8 ms)Region opened successfully at 1732130717714 (+4 ms) 2024-11-20T19:25:17,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:25:17,714 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:25:17,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:25:17,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:25:17,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:25:17,714 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:17,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130717714Disabling compacts and flushes for region at 1732130717714Disabling writes for close at 1732130717714Writing region close event to WAL at 1732130717714Closed at 1732130717714 2024-11-20T19:25:17,715 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:17,715 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:25:17,716 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:25:17,717 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:25:17,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:25:17,868 DEBUG [e14ef07817f4:35527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:25:17,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,41687,1732130715266 2024-11-20T19:25:17,869 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,41687,1732130715266, state=OPENING 2024-11-20T19:25:17,912 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:25:17,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:17,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:17,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1496856268/meta-region-server: CHANGED 2024-11-20T19:25:17,924 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:25:17,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1496856268/meta-region-server: CHANGED 2024-11-20T19:25:17,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,41687,1732130715266}] 2024-11-20T19:25:18,077 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:25:18,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:25:18,081 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:25:18,081 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:18,081 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:25:18,082 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C41687%2C1732130715266.meta, suffix=.meta, logDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/WALs/e14ef07817f4,41687,1732130715266, archiveDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/oldWALs, maxLogs=10 2024-11-20T19:25:18,100 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/WALs/e14ef07817f4,41687,1732130715266/e14ef07817f4%2C41687%2C1732130715266.meta.1732130718083.meta, exclude list is [], retry=0 2024-11-20T19:25:18,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35271,DS-51b5089e-afad-479f-b647-435c9d928fbd,DISK] 2024-11-20T19:25:18,104 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/WALs/e14ef07817f4,41687,1732130715266/e14ef07817f4%2C41687%2C1732130715266.meta.1732130718083.meta 2024-11-20T19:25:18,104 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39161:39161)] 2024-11-20T19:25:18,104 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:18,105 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:18,105 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:25:18,105 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:25:18,105 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:25:18,105 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:25:18,105 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:18,105 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:25:18,105 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:25:18,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:25:18,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:25:18,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:18,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:18,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:25:18,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:25:18,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:18,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:18,111 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:25:18,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:25:18,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:18,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:18,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:25:18,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:25:18,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:18,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:18,113 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:25:18,113 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740 2024-11-20T19:25:18,114 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740 2024-11-20T19:25:18,115 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:25:18,115 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:25:18,116 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:18,116 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:25:18,117 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62024297, jitterRate=-0.0757659524679184}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:18,117 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:25:18,117 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130718106Writing region info on filesystem at 1732130718106Initializing all the Stores at 1732130718106Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130718106Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130718108 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130718108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130718108Cleaning up temporary data from old regions at 1732130718115 (+7 ms)Running coprocessor post-open hooks at 1732130718117 (+2 ms)Region opened successfully at 1732130718117 2024-11-20T19:25:18,118 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130718076 2024-11-20T19:25:18,120 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:25:18,120 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:25:18,121 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,41687,1732130715266 2024-11-20T19:25:18,122 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,41687,1732130715266, state=OPEN 2024-11-20T19:25:18,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1496856268/meta-region-server 2024-11-20T19:25:18,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1496856268/meta-region-server 2024-11-20T19:25:18,133 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,41687,1732130715266 2024-11-20T19:25:18,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1496856268/meta-region-server: CHANGED 2024-11-20T19:25:18,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1496856268/meta-region-server: CHANGED 2024-11-20T19:25:18,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:25:18,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,41687,1732130715266 in 210 msec 2024-11-20T19:25:18,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:25:18,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 420 msec 2024-11-20T19:25:18,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:18,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:25:18,139 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:18,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41687,1732130715266, seqNum=-1] 2024-11-20T19:25:18,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:18,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:18,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 871 msec 2024-11-20T19:25:18,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130718145, completionTime=-1 2024-11-20T19:25:18,145 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:25:18,146 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130778148 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130838148 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35527,1732130715145-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35527,1732130715145-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35527,1732130715145-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:35527, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:18,148 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:18,149 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:18,150 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:25:18,152 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.797sec 2024-11-20T19:25:18,153 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:25:18,153 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:25:18,153 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:25:18,153 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:25:18,153 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:25:18,153 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35527,1732130715145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:25:18,153 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35527,1732130715145-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:25:18,155 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:25:18,155 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:25:18,155 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,35527,1732130715145-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:18,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f7ba0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:18,215 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35527,-1 for getting cluster id 2024-11-20T19:25:18,216 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:18,217 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537b5d27-e029-452e-ae13-81ae8906f5ee' 2024-11-20T19:25:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537b5d27-e029-452e-ae13-81ae8906f5ee" 2024-11-20T19:25:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4517a198, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:18,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35527,-1] 2024-11-20T19:25:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:18,218 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:18,219 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:18,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6b55e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:18,220 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41687,1732130715266, seqNum=-1] 2024-11-20T19:25:18,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:18,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:18,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,35527,1732130715145 2024-11-20T19:25:18,224 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:18,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:18,230 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10159b518d60005 connected 2024-11-20T19:25:18,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.log.dir so I do NOT create it in target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1 2024-11-20T19:25:18,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.tmp.dir so I do NOT create it in target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1 2024-11-20T19:25:18,242 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T19:25:18,242 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/cluster_0d6b7eb4-932a-2413-d348-09d45fdd43f8, deleteOnExit=true 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/test.cache.data in system properties and HBase conf 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/hadoop.log.dir in system properties and HBase conf 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T19:25:18,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T19:25:18,243 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/nfs.dump.dir in system properties and HBase conf 2024-11-20T19:25:18,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/java.io.tmpdir in system properties and HBase conf 2024-11-20T19:25:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T19:25:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T19:25:18,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T19:25:18,452 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:25:18,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,544 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:18,597 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:18,600 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:25:18,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:25:18,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:25:18,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:25:18,606 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:18,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4710b03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:25:18,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d58bdab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:25:18,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57122717{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/java.io.tmpdir/jetty-localhost-35115-hadoop-hdfs-3_4_1-tests_jar-_-any-15292016724606425063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:25:18,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46741a00{HTTP/1.1, (http/1.1)}{localhost:35115} 2024-11-20T19:25:18,733 INFO [Time-limited test {}] server.Server(415): Started @346116ms 2024-11-20T19:25:19,011 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T19:25:19,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T19:25:19,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T19:25:19,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T19:25:19,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T19:25:19,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5712d3e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/hadoop.log.dir/,AVAILABLE} 2024-11-20T19:25:19,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b3a79a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T19:25:19,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@459f22dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/java.io.tmpdir/jetty-localhost-40001-hadoop-hdfs-3_4_1-tests_jar-_-any-8510366700035826434/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:25:19,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2036ab40{HTTP/1.1, (http/1.1)}{localhost:40001} 2024-11-20T19:25:19,111 INFO [Time-limited test {}] server.Server(415): Started @346494ms 2024-11-20T19:25:19,112 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T19:25:20,111 WARN [Thread-4577 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/cluster_0d6b7eb4-932a-2413-d348-09d45fdd43f8/data/data1/current/BP-1979156243-172.17.0.3-1732130718264/current, will proceed with Du for space computation calculation, 2024-11-20T19:25:20,111 WARN [Thread-4578 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/cluster_0d6b7eb4-932a-2413-d348-09d45fdd43f8/data/data2/current/BP-1979156243-172.17.0.3-1732130718264/current, will proceed with Du for space computation calculation, 2024-11-20T19:25:20,136 WARN [Thread-4565 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T19:25:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0cd7af778886a45 with lease ID 0x6feb1bf866282084: Processing first storage report for DS-7eafab83-39d9-402e-a9ee-95864e28cf08 from datanode DatanodeRegistration(127.0.0.1:34955, datanodeUuid=b9a55c23-7cac-433e-8189-3cfa2508db1c, infoPort=44427, infoSecurePort=0, ipcPort=38353, storageInfo=lv=-57;cid=testClusterID;nsid=1158458914;c=1732130718264) 2024-11-20T19:25:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0cd7af778886a45 with lease ID 0x6feb1bf866282084: from storage DS-7eafab83-39d9-402e-a9ee-95864e28cf08 node DatanodeRegistration(127.0.0.1:34955, datanodeUuid=b9a55c23-7cac-433e-8189-3cfa2508db1c, infoPort=44427, infoSecurePort=0, ipcPort=38353, storageInfo=lv=-57;cid=testClusterID;nsid=1158458914;c=1732130718264), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:25:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa0cd7af778886a45 with lease ID 0x6feb1bf866282084: Processing first storage report for DS-a1f0d5c1-5916-4935-9176-9e24a1adefdf from datanode DatanodeRegistration(127.0.0.1:34955, datanodeUuid=b9a55c23-7cac-433e-8189-3cfa2508db1c, infoPort=44427, infoSecurePort=0, ipcPort=38353, storageInfo=lv=-57;cid=testClusterID;nsid=1158458914;c=1732130718264) 2024-11-20T19:25:20,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa0cd7af778886a45 with lease ID 0x6feb1bf866282084: from storage DS-a1f0d5c1-5916-4935-9176-9e24a1adefdf node DatanodeRegistration(127.0.0.1:34955, datanodeUuid=b9a55c23-7cac-433e-8189-3cfa2508db1c, infoPort=44427, infoSecurePort=0, ipcPort=38353, storageInfo=lv=-57;cid=testClusterID;nsid=1158458914;c=1732130718264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T19:25:20,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1 2024-11-20T19:25:20,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:20,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:20,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741825_1001 (size=7) 2024-11-20T19:25:20,170 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e with version=8 2024-11-20T19:25:20,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/hbase-staging 2024-11-20T19:25:20,173 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:25:20,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:20,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:20,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:25:20,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:20,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:25:20,173 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T19:25:20,173 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:25:20,176 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41769 2024-11-20T19:25:20,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41769 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:20,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417690x0, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:20,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41769-0x10159b518d60006 connected 2024-11-20T19:25:20,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:20,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:20,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on znode that does not yet exist, /21827762152/running 2024-11-20T19:25:20,274 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e, hbase.cluster.distributed=false 2024-11-20T19:25:20,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on znode that does not yet exist, /21827762152/acl 2024-11-20T19:25:20,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41769 2024-11-20T19:25:20,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41769 2024-11-20T19:25:20,285 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41769 2024-11-20T19:25:20,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41769 2024-11-20T19:25:20,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41769 2024-11-20T19:25:20,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e14ef07817f4:0 server-side Connection retries=45 2024-11-20T19:25:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:20,306 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T19:25:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T19:25:20,306 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T19:25:20,306 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T19:25:20,306 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T19:25:20,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44197 2024-11-20T19:25:20,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44197 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:20,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:20,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:20,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:441970x0, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:20,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:441970x0, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on znode that does not yet exist, /21827762152/running 2024-11-20T19:25:20,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44197-0x10159b518d60007 connected 2024-11-20T19:25:20,324 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T19:25:20,328 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T19:25:20,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on znode that does not yet exist, /21827762152/master 2024-11-20T19:25:20,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on znode that does not yet exist, /21827762152/acl 2024-11-20T19:25:20,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44197 2024-11-20T19:25:20,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44197 2024-11-20T19:25:20,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44197 2024-11-20T19:25:20,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44197 2024-11-20T19:25:20,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44197 2024-11-20T19:25:20,358 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e14ef07817f4:41769 2024-11-20T19:25:20,360 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21827762152/backup-masters/e14ef07817f4,41769,1732130720172 2024-11-20T19:25:20,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152/backup-masters 2024-11-20T19:25:20,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152/backup-masters 2024-11-20T19:25:20,365 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on existing znode=/21827762152/backup-masters/e14ef07817f4,41769,1732130720172 2024-11-20T19:25:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21827762152/master 2024-11-20T19:25:20,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:20,376 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on existing znode=/21827762152/master 2024-11-20T19:25:20,376 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21827762152/backup-masters/e14ef07817f4,41769,1732130720172 from backup master directory 2024-11-20T19:25:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21827762152/backup-masters/e14ef07817f4,41769,1732130720172 2024-11-20T19:25:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152/backup-masters 2024-11-20T19:25:20,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152/backup-masters 2024-11-20T19:25:20,386 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:25:20,386 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e14ef07817f4,41769,1732130720172 2024-11-20T19:25:20,389 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/hbase.id] with ID: b89fbd9f-9a95-4d3d-a9b1-17dbe2714152 2024-11-20T19:25:20,389 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/.tmp/hbase.id 2024-11-20T19:25:20,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741826_1002 (size=42) 2024-11-20T19:25:20,400 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/.tmp/hbase.id]:[hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/hbase.id] 2024-11-20T19:25:20,426 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:20,427 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T19:25:20,427 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T19:25:20,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:20,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:20,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741827_1003 (size=196) 2024-11-20T19:25:20,450 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:20,451 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T19:25:20,452 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741828_1004 (size=1189) 2024-11-20T19:25:20,861 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store 2024-11-20T19:25:20,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741829_1005 (size=34) 2024-11-20T19:25:21,270 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:21,270 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:25:21,270 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:21,270 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:21,270 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:25:21,271 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:21,271 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:21,271 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130721270Disabling compacts and flushes for region at 1732130721270Disabling writes for close at 1732130721270Writing region close event to WAL at 1732130721271 (+1 ms)Closed at 1732130721271 2024-11-20T19:25:21,271 WARN [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/.initializing 2024-11-20T19:25:21,271 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/WALs/e14ef07817f4,41769,1732130720172 2024-11-20T19:25:21,272 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:25:21,273 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e14ef07817f4%2C41769%2C1732130720172, suffix=, logDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/WALs/e14ef07817f4,41769,1732130720172, archiveDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/oldWALs, maxLogs=10 2024-11-20T19:25:21,290 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/WALs/e14ef07817f4,41769,1732130720172/e14ef07817f4%2C41769%2C1732130720172.1732130721274, exclude list is [], retry=0 2024-11-20T19:25:21,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-7eafab83-39d9-402e-a9ee-95864e28cf08,DISK] 2024-11-20T19:25:21,294 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/WALs/e14ef07817f4,41769,1732130720172/e14ef07817f4%2C41769%2C1732130720172.1732130721274 2024-11-20T19:25:21,294 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44427:44427)] 2024-11-20T19:25:21,294 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:21,295 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:21,295 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,295 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T19:25:21,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:21,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:21,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T19:25:21,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:21,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:21,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T19:25:21,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:21,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:21,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T19:25:21,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:21,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:21,302 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,303 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,303 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,304 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,304 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,305 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:21,306 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T19:25:21,308 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:21,308 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71901270, jitterRate=0.07141241431236267}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:21,308 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732130721295Initializing all the Stores at 1732130721295Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130721296 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130721296Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130721296Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130721296Cleaning up temporary data from old regions at 1732130721304 (+8 ms)Region opened successfully at 1732130721308 (+4 ms) 2024-11-20T19:25:21,312 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T19:25:21,316 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6029fa61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:25:21,317 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T19:25:21,317 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T19:25:21,317 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T19:25:21,317 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T19:25:21,318 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T19:25:21,318 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T19:25:21,318 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T19:25:21,325 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T19:25:21,326 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Unable to get data of znode /21827762152/balancer because node does not exist (not necessarily an error) 2024-11-20T19:25:21,386 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21827762152/balancer already deleted, retry=false 2024-11-20T19:25:21,387 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T19:25:21,387 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Unable to get data of znode /21827762152/normalizer because node does not exist (not necessarily an error) 2024-11-20T19:25:21,396 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21827762152/normalizer already deleted, retry=false 2024-11-20T19:25:21,397 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T19:25:21,398 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Unable to get data of znode /21827762152/switch/split because node does not exist (not necessarily an error) 2024-11-20T19:25:21,407 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21827762152/switch/split already deleted, retry=false 2024-11-20T19:25:21,408 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Unable to get data of znode /21827762152/switch/merge because node does not exist (not necessarily an error) 2024-11-20T19:25:21,417 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21827762152/switch/merge already deleted, retry=false 2024-11-20T19:25:21,419 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Unable to get data of znode /21827762152/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T19:25:21,428 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21827762152/snapshot-cleanup already deleted, retry=false 2024-11-20T19:25:21,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21827762152/running 2024-11-20T19:25:21,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21827762152/running 2024-11-20T19:25:21,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:21,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:21,439 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e14ef07817f4,41769,1732130720172, sessionid=0x10159b518d60006, setting cluster-up flag (Was=false) 2024-11-20T19:25:21,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:21,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:21,491 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21827762152/flush-table-proc/acquired, /21827762152/flush-table-proc/reached, /21827762152/flush-table-proc/abort 2024-11-20T19:25:21,492 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,41769,1732130720172 2024-11-20T19:25:21,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:21,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:21,544 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21827762152/online-snapshot/acquired, /21827762152/online-snapshot/reached, /21827762152/online-snapshot/abort 2024-11-20T19:25:21,544 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e14ef07817f4,41769,1732130720172 2024-11-20T19:25:21,545 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T19:25:21,549 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:21,550 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T19:25:21,550 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T19:25:21,550 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e14ef07817f4,41769,1732130720172 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T19:25:21,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:21,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:21,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:21,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e14ef07817f4:0, corePoolSize=5, maxPoolSize=5 2024-11-20T19:25:21,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e14ef07817f4:0, corePoolSize=10, maxPoolSize=10 2024-11-20T19:25:21,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:25:21,551 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:21,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T19:25:21,558 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:21,558 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T19:25:21,572 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732130751572 2024-11-20T19:25:21,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T19:25:21,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T19:25:21,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T19:25:21,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T19:25:21,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T19:25:21,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T19:25:21,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741831_1007 (size=1321) 2024-11-20T19:25:21,576 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T19:25:21,576 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T19:25:21,576 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T19:25:21,576 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T19:25:21,579 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T19:25:21,579 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T19:25:21,580 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130721579,5,FailOnTimeoutGroup] 2024-11-20T19:25:21,583 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130721580,5,FailOnTimeoutGroup] 2024-11-20T19:25:21,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T19:25:21,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,583 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,646 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(746): ClusterId : b89fbd9f-9a95-4d3d-a9b1-17dbe2714152 2024-11-20T19:25:21,646 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T19:25:21,659 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T19:25:21,659 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T19:25:21,671 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T19:25:21,671 DEBUG [RS:0;e14ef07817f4:44197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a57abb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e14ef07817f4/172.17.0.3:0 2024-11-20T19:25:21,687 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e14ef07817f4:44197 2024-11-20T19:25:21,687 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T19:25:21,687 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T19:25:21,687 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T19:25:21,688 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(2659): reportForDuty to master=e14ef07817f4,41769,1732130720172 with port=44197, startcode=1732130720306 2024-11-20T19:25:21,688 DEBUG [RS:0;e14ef07817f4:44197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T19:25:21,689 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37417, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T19:25:21,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41769 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e14ef07817f4,44197,1732130720306 2024-11-20T19:25:21,689 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41769 {}] master.ServerManager(517): Registering regionserver=e14ef07817f4,44197,1732130720306 2024-11-20T19:25:21,691 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e 2024-11-20T19:25:21,691 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36623 2024-11-20T19:25:21,691 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T19:25:21,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152/rs 2024-11-20T19:25:21,742 DEBUG [RS:0;e14ef07817f4:44197 {}] zookeeper.ZKUtil(111): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on existing znode=/21827762152/rs/e14ef07817f4,44197,1732130720306 2024-11-20T19:25:21,742 WARN [RS:0;e14ef07817f4:44197 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T19:25:21,742 INFO [RS:0;e14ef07817f4:44197 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:21,742 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306 2024-11-20T19:25:21,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e14ef07817f4,44197,1732130720306] 2024-11-20T19:25:21,745 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T19:25:21,747 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T19:25:21,748 INFO [RS:0;e14ef07817f4:44197 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T19:25:21,748 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,748 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T19:25:21,749 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T19:25:21,749 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e14ef07817f4:0, corePoolSize=2, maxPoolSize=2 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,749 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,750 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e14ef07817f4:0, corePoolSize=1, maxPoolSize=1 2024-11-20T19:25:21,750 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:25:21,750 DEBUG [RS:0;e14ef07817f4:44197 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e14ef07817f4:0, corePoolSize=3, maxPoolSize=3 2024-11-20T19:25:21,756 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,756 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,756 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,756 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,756 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,756 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44197,1732130720306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:25:21,776 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T19:25:21,777 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,44197,1732130720306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,777 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,777 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.Replication(171): e14ef07817f4,44197,1732130720306 started 2024-11-20T19:25:21,796 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:21,796 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1482): Serving as e14ef07817f4,44197,1732130720306, RpcServer on e14ef07817f4/172.17.0.3:44197, sessionid=0x10159b518d60007 2024-11-20T19:25:21,796 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T19:25:21,796 DEBUG [RS:0;e14ef07817f4:44197 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e14ef07817f4,44197,1732130720306 2024-11-20T19:25:21,796 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,44197,1732130720306' 2024-11-20T19:25:21,796 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21827762152/flush-table-proc/abort' 2024-11-20T19:25:21,797 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21827762152/flush-table-proc/acquired' 2024-11-20T19:25:21,797 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T19:25:21,797 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T19:25:21,797 DEBUG [RS:0;e14ef07817f4:44197 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e14ef07817f4,44197,1732130720306 2024-11-20T19:25:21,797 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e14ef07817f4,44197,1732130720306' 2024-11-20T19:25:21,797 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21827762152/online-snapshot/abort' 2024-11-20T19:25:21,797 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21827762152/online-snapshot/acquired' 2024-11-20T19:25:21,797 DEBUG [RS:0;e14ef07817f4:44197 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T19:25:21,798 INFO [RS:0;e14ef07817f4:44197 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T19:25:21,798 INFO [RS:0;e14ef07817f4:44197 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T19:25:21,898 INFO [RS:0;e14ef07817f4:44197 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T19:25:21,900 INFO [RS:0;e14ef07817f4:44197 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C44197%2C1732130720306, suffix=, logDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306, archiveDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/oldWALs, maxLogs=10 2024-11-20T19:25:21,917 DEBUG [RS:0;e14ef07817f4:44197 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306/e14ef07817f4%2C44197%2C1732130720306.1732130721901, exclude list is [], retry=0 2024-11-20T19:25:21,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-7eafab83-39d9-402e-a9ee-95864e28cf08,DISK] 2024-11-20T19:25:21,925 INFO [RS:0;e14ef07817f4:44197 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306/e14ef07817f4%2C44197%2C1732130720306.1732130721901 2024-11-20T19:25:21,925 DEBUG [RS:0;e14ef07817f4:44197 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44427:44427)] 2024-11-20T19:25:21,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T19:25:21,978 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e 2024-11-20T19:25:21,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741833_1009 (size=32) 2024-11-20T19:25:21,991 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:22,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:25:22,022 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:25:22,022 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:22,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:25:22,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:25:22,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:22,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:25:22,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:25:22,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:22,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:25:22,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:25:22,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:22,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:25:22,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740 2024-11-20T19:25:22,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740 2024-11-20T19:25:22,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:25:22,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:25:22,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:22,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:25:22,067 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:22,068 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60668542, jitterRate=-0.09596827626228333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:22,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732130721991Initializing all the Stores at 1732130721993 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130721993Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130722004 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130722004Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130722004Cleaning up temporary data from old regions at 1732130722063 (+59 ms)Region opened successfully at 1732130722068 (+5 ms) 2024-11-20T19:25:22,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:25:22,068 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:25:22,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:25:22,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-20T19:25:22,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:25:22,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:22,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130722068Disabling compacts and flushes for region at 1732130722068Disabling writes for close at 1732130722069 (+1 ms)Writing region close event to WAL at 1732130722070 (+1 ms)Closed at 1732130722070 2024-11-20T19:25:22,082 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:22,082 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T19:25:22,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T19:25:22,089 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:25:22,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T19:25:22,245 DEBUG [e14ef07817f4:41769 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T19:25:22,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e14ef07817f4,44197,1732130720306 2024-11-20T19:25:22,247 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,44197,1732130720306, state=OPENING 2024-11-20T19:25:22,345 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T19:25:22,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:22,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:22,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21827762152/meta-region-server: CHANGED 2024-11-20T19:25:22,355 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21827762152/meta-region-server: CHANGED 2024-11-20T19:25:22,355 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T19:25:22,355 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,44197,1732130720306}] 2024-11-20T19:25:22,507 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:25:22,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46003, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:25:22,511 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T19:25:22,511 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:22,511 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T19:25:22,512 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C44197%2C1732130720306.meta, suffix=.meta, logDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306, archiveDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/oldWALs, maxLogs=10 2024-11-20T19:25:22,530 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306/e14ef07817f4%2C44197%2C1732130720306.meta.1732130722512.meta, exclude list is [], retry=0 2024-11-20T19:25:22,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34955,DS-7eafab83-39d9-402e-a9ee-95864e28cf08,DISK] 2024-11-20T19:25:22,533 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306/e14ef07817f4%2C44197%2C1732130720306.meta.1732130722512.meta 2024-11-20T19:25:22,533 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44427:44427)] 2024-11-20T19:25:22,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:22,534 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:22,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:25:22,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T19:25:22,534 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T19:25:22,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T19:25:22,534 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:22,535 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T19:25:22,535 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T19:25:22,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T19:25:22,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T19:25:22,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:22,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T19:25:22,537 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T19:25:22,537 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:22,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T19:25:22,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T19:25:22,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:22,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T19:25:22,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T19:25:22,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T19:25:22,539 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T19:25:22,540 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740 2024-11-20T19:25:22,540 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740 2024-11-20T19:25:22,541 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T19:25:22,541 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T19:25:22,542 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T19:25:22,543 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T19:25:22,543 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61153435, jitterRate=-0.08874280750751495}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T19:25:22,543 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T19:25:22,544 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732130722535Writing region info on filesystem at 1732130722535Initializing all the Stores at 1732130722535Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130722535Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130722535Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130722535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732130722535Cleaning up temporary data from old regions at 1732130722541 (+6 ms)Running coprocessor post-open hooks at 1732130722543 (+2 ms)Region opened successfully at 1732130722543 2024-11-20T19:25:22,544 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732130722507 2024-11-20T19:25:22,546 DEBUG [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T19:25:22,546 INFO [RS_OPEN_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T19:25:22,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,44197,1732130720306 2024-11-20T19:25:22,547 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e14ef07817f4,44197,1732130720306, state=OPEN 2024-11-20T19:25:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21827762152/meta-region-server 2024-11-20T19:25:22,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21827762152/meta-region-server 2024-11-20T19:25:22,554 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e14ef07817f4,44197,1732130720306 2024-11-20T19:25:22,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21827762152/meta-region-server: CHANGED 2024-11-20T19:25:22,554 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21827762152/meta-region-server: CHANGED 2024-11-20T19:25:22,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T19:25:22,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e14ef07817f4,44197,1732130720306 in 199 msec 2024-11-20T19:25:22,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T19:25:22,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-20T19:25:22,559 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T19:25:22,559 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T19:25:22,560 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:22,560 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,44197,1732130720306, seqNum=-1] 2024-11-20T19:25:22,561 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:22,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45131, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:22,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0170 sec 2024-11-20T19:25:22,566 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732130722566, completionTime=-1 2024-11-20T19:25:22,566 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T19:25:22,567 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732130782569 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732130842569 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41769,1732130720172-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41769,1732130720172-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41769,1732130720172-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e14ef07817f4:41769, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:22,569 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:22,571 DEBUG [master/e14ef07817f4:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T19:25:22,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.187sec 2024-11-20T19:25:22,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T19:25:22,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T19:25:22,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T19:25:22,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T19:25:22,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T19:25:22,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41769,1732130720172-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T19:25:22,573 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41769,1732130720172-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T19:25:22,575 DEBUG [master/e14ef07817f4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T19:25:22,575 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T19:25:22,575 INFO [master/e14ef07817f4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e14ef07817f4,41769,1732130720172-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T19:25:22,647 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509b2542, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:22,647 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,41769,-1 for getting cluster id 2024-11-20T19:25:22,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:22,648 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b89fbd9f-9a95-4d3d-a9b1-17dbe2714152' 2024-11-20T19:25:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b89fbd9f-9a95-4d3d-a9b1-17dbe2714152" 2024-11-20T19:25:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a65bdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,41769,-1] 2024-11-20T19:25:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:22,649 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:22,650 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:22,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43346e53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:22,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,44197,1732130720306, seqNum=-1] 2024-11-20T19:25:22,652 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:22,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:22,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e14ef07817f4,41769,1732130720172 2024-11-20T19:25:22,655 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:61347 2024-11-20T19:25:22,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T19:25:22,660 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10159b518d60008 connected 2024-11-20T19:25:22,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42871,1732130710484 2024-11-20T19:25:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ddbde8f 2024-11-20T19:25:22,673 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:22,674 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:22,675 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:22,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:25:22,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:25:22,677 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:22,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:25:22,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:25:22,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:22,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:25:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:22,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:23,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2fc061f1c35a8cde454fe0142a185f9, NAME => 'test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce 2024-11-20T19:25:23,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:25:23,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:23,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f2fc061f1c35a8cde454fe0142a185f9, disabling compactions & flushes 2024-11-20T19:25:23,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:23,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:23,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. after waiting 0 ms 2024-11-20T19:25:23,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:23,095 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:23,095 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2fc061f1c35a8cde454fe0142a185f9: Waiting for close lock at 1732130723095Disabling compacts and flushes for region at 1732130723095Disabling writes for close at 1732130723095Writing region close event to WAL at 1732130723095Closed at 1732130723095 2024-11-20T19:25:23,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:25:23,097 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130723096"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130723096"}]},"ts":"1732130723096"} 2024-11-20T19:25:23,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:25:23,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:25:23,100 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130723100"}]},"ts":"1732130723100"} 2024-11-20T19:25:23,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:25:23,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2fc061f1c35a8cde454fe0142a185f9, ASSIGN}] 2024-11-20T19:25:23,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f2fc061f1c35a8cde454fe0142a185f9, ASSIGN 2024-11-20T19:25:23,111 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f2fc061f1c35a8cde454fe0142a185f9, ASSIGN; state=OFFLINE, location=e14ef07817f4,38665,1732130710686; forceNewPlan=false, retain=false 2024-11-20T19:25:23,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2fc061f1c35a8cde454fe0142a185f9, regionState=OPENING, regionLocation=e14ef07817f4,38665,1732130710686 2024-11-20T19:25:23,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f2fc061f1c35a8cde454fe0142a185f9, ASSIGN because future has completed 2024-11-20T19:25:23,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2fc061f1c35a8cde454fe0142a185f9, server=e14ef07817f4,38665,1732130710686}] 2024-11-20T19:25:23,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:23,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:23,350 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:25:23,351 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148961 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [e14ef07817f4,33993,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:33993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T19:25:23,421 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:23,421 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f2fc061f1c35a8cde454fe0142a185f9, NAME => 'test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:23,421 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:23,421 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:25:23,422 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,422 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:23,422 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,422 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,428 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,429 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fc061f1c35a8cde454fe0142a185f9 columnFamilyName f 2024-11-20T19:25:23,429 DEBUG [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:23,430 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] regionserver.HStore(327): Store=f2fc061f1c35a8cde454fe0142a185f9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:23,430 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,430 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fc061f1c35a8cde454fe0142a185f9 columnFamilyName f1 2024-11-20T19:25:23,431 DEBUG [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:23,431 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] regionserver.HStore(327): Store=f2fc061f1c35a8cde454fe0142a185f9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:23,431 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,432 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2fc061f1c35a8cde454fe0142a185f9 columnFamilyName norep 2024-11-20T19:25:23,432 DEBUG [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:23,432 INFO [StoreOpener-f2fc061f1c35a8cde454fe0142a185f9-1 {}] regionserver.HStore(327): Store=f2fc061f1c35a8cde454fe0142a185f9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:23,432 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,433 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,433 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,434 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,434 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,434 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:25:23,435 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,440 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:23,441 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f2fc061f1c35a8cde454fe0142a185f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61219636, jitterRate=-0.08775633573532104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:25:23,441 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:23,441 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f2fc061f1c35a8cde454fe0142a185f9: Running coprocessor pre-open hook at 1732130723422Writing region info on filesystem at 1732130723422Initializing all the Stores at 1732130723424 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130723424Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130723428 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130723428Cleaning up temporary data from old regions at 1732130723434 (+6 ms)Running coprocessor post-open hooks at 1732130723441 (+7 ms)Region opened successfully at 1732130723441 2024-11-20T19:25:23,442 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., pid=6, masterSystemTime=1732130723417 2024-11-20T19:25:23,443 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:23,443 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:23,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f2fc061f1c35a8cde454fe0142a185f9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,38665,1732130710686 2024-11-20T19:25:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2fc061f1c35a8cde454fe0142a185f9, server=e14ef07817f4,38665,1732130710686 because future has completed 2024-11-20T19:25:23,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:25:23,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f2fc061f1c35a8cde454fe0142a185f9, server=e14ef07817f4,38665,1732130710686 in 181 msec 2024-11-20T19:25:23,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:25:23,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f2fc061f1c35a8cde454fe0142a185f9, ASSIGN in 341 msec 2024-11-20T19:25:23,451 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:25:23,452 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130723451"}]},"ts":"1732130723451"} 2024-11-20T19:25:23,453 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:25:23,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:25:23,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 779 msec 2024-11-20T19:25:23,608 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:25:23,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:23,810 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:23,810 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:25:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35527,1732130715145 2024-11-20T19:25:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ae867c 2024-11-20T19:25:23,811 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:23,812 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:23,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:23,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:25:23,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:25:23,816 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:23,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:25:23,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:25:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:23,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:25:23,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:24,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75c645fe9b46f5f5fda2631b7010220d, NAME => 'test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214 2024-11-20T19:25:24,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:25:24,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:24,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:24,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 75c645fe9b46f5f5fda2631b7010220d, disabling compactions & flushes 2024-11-20T19:25:24,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:24,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:24,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. after waiting 0 ms 2024-11-20T19:25:24,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:24,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:24,634 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75c645fe9b46f5f5fda2631b7010220d: Waiting for close lock at 1732130724634Disabling compacts and flushes for region at 1732130724634Disabling writes for close at 1732130724634Writing region close event to WAL at 1732130724634Closed at 1732130724634 2024-11-20T19:25:24,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:25:24,635 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130724635"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130724635"}]},"ts":"1732130724635"} 2024-11-20T19:25:24,637 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:25:24,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:25:24,638 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130724638"}]},"ts":"1732130724638"} 2024-11-20T19:25:24,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:25:24,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75c645fe9b46f5f5fda2631b7010220d, ASSIGN}] 2024-11-20T19:25:24,641 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=75c645fe9b46f5f5fda2631b7010220d, ASSIGN 2024-11-20T19:25:24,642 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=75c645fe9b46f5f5fda2631b7010220d, ASSIGN; state=OFFLINE, location=e14ef07817f4,41687,1732130715266; forceNewPlan=false, retain=false 2024-11-20T19:25:24,792 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c645fe9b46f5f5fda2631b7010220d, regionState=OPENING, regionLocation=e14ef07817f4,41687,1732130715266 2024-11-20T19:25:24,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=75c645fe9b46f5f5fda2631b7010220d, ASSIGN because future has completed 2024-11-20T19:25:24,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c645fe9b46f5f5fda2631b7010220d, server=e14ef07817f4,41687,1732130715266}] 2024-11-20T19:25:24,950 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:24,950 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 75c645fe9b46f5f5fda2631b7010220d, NAME => 'test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:24,951 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:24,951 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:25:24,951 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,951 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:24,951 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,951 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,952 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,953 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c645fe9b46f5f5fda2631b7010220d columnFamilyName f 2024-11-20T19:25:24,953 DEBUG [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:24,953 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] regionserver.HStore(327): Store=75c645fe9b46f5f5fda2631b7010220d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:24,953 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,954 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c645fe9b46f5f5fda2631b7010220d columnFamilyName f1 2024-11-20T19:25:24,954 DEBUG [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:24,954 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] regionserver.HStore(327): Store=75c645fe9b46f5f5fda2631b7010220d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:24,954 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,955 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75c645fe9b46f5f5fda2631b7010220d columnFamilyName norep 2024-11-20T19:25:24,955 DEBUG [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:24,956 INFO [StoreOpener-75c645fe9b46f5f5fda2631b7010220d-1 {}] regionserver.HStore(327): Store=75c645fe9b46f5f5fda2631b7010220d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:24,956 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,957 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,957 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,958 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,958 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,958 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:25:24,959 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,960 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:24,961 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 75c645fe9b46f5f5fda2631b7010220d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63396949, jitterRate=-0.05531184375286102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:25:24,961 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:24,961 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 75c645fe9b46f5f5fda2631b7010220d: Running coprocessor pre-open hook at 1732130724951Writing region info on filesystem at 1732130724951Initializing all the Stores at 1732130724952 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130724952Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130724952Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130724952Cleaning up temporary data from old regions at 1732130724958 (+6 ms)Running coprocessor post-open hooks at 1732130724961 (+3 ms)Region opened successfully at 1732130724961 2024-11-20T19:25:24,962 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d., pid=6, masterSystemTime=1732130724947 2024-11-20T19:25:24,964 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:24,964 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:24,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=75c645fe9b46f5f5fda2631b7010220d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,41687,1732130715266 2024-11-20T19:25:24,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75c645fe9b46f5f5fda2631b7010220d, server=e14ef07817f4,41687,1732130715266 because future has completed 2024-11-20T19:25:24,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:25:24,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 75c645fe9b46f5f5fda2631b7010220d, server=e14ef07817f4,41687,1732130715266 in 172 msec 2024-11-20T19:25:24,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:25:24,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=75c645fe9b46f5f5fda2631b7010220d, ASSIGN in 329 msec 2024-11-20T19:25:24,974 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:25:24,975 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130724974"}]},"ts":"1732130724974"} 2024-11-20T19:25:24,976 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:25:24,977 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:25:24,978 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-20T19:25:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35527 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:25,961 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:25:25,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,41769,1732130720172 2024-11-20T19:25:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23261d63 2024-11-20T19:25:25,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:25,962 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:25,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:25,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T19:25:25,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:25:25,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:25,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T19:25:25,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:25:25,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:25,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741835_1011 (size=902) 2024-11-20T19:25:25,971 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1e94e761f59d4edd50a7df0223aa711, NAME => 'test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e 2024-11-20T19:25:25,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741836_1012 (size=39) 2024-11-20T19:25:26,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:26,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:26,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e1e94e761f59d4edd50a7df0223aa711, disabling compactions & flushes 2024-11-20T19:25:26,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:26,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:26,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. after waiting 0 ms 2024-11-20T19:25:26,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:26,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:26,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1e94e761f59d4edd50a7df0223aa711: Waiting for close lock at 1732130726376Disabling compacts and flushes for region at 1732130726376Disabling writes for close at 1732130726376Writing region close event to WAL at 1732130726376Closed at 1732130726376 2024-11-20T19:25:26,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:25:26,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732130726377"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130726377"}]},"ts":"1732130726377"} 2024-11-20T19:25:26,379 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:25:26,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:25:26,380 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130726380"}]},"ts":"1732130726380"} 2024-11-20T19:25:26,382 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T19:25:26,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1e94e761f59d4edd50a7df0223aa711, ASSIGN}] 2024-11-20T19:25:26,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e1e94e761f59d4edd50a7df0223aa711, ASSIGN 2024-11-20T19:25:26,383 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e1e94e761f59d4edd50a7df0223aa711, ASSIGN; state=OFFLINE, location=e14ef07817f4,44197,1732130720306; forceNewPlan=false, retain=false 2024-11-20T19:25:26,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1e94e761f59d4edd50a7df0223aa711, regionState=OPENING, regionLocation=e14ef07817f4,44197,1732130720306 2024-11-20T19:25:26,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e1e94e761f59d4edd50a7df0223aa711, ASSIGN because future has completed 2024-11-20T19:25:26,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1e94e761f59d4edd50a7df0223aa711, server=e14ef07817f4,44197,1732130720306}] 2024-11-20T19:25:26,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:26,691 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:26,691 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e1e94e761f59d4edd50a7df0223aa711, NAME => 'test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:26,692 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:26,692 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T19:25:26,692 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,693 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,694 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,695 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1e94e761f59d4edd50a7df0223aa711 columnFamilyName f 2024-11-20T19:25:26,695 DEBUG [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:26,695 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] regionserver.HStore(327): Store=e1e94e761f59d4edd50a7df0223aa711/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:26,695 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,696 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1e94e761f59d4edd50a7df0223aa711 columnFamilyName f1 2024-11-20T19:25:26,696 DEBUG [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:26,696 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] regionserver.HStore(327): Store=e1e94e761f59d4edd50a7df0223aa711/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:26,697 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,697 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1e94e761f59d4edd50a7df0223aa711 columnFamilyName norep 2024-11-20T19:25:26,697 DEBUG [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:26,698 INFO [StoreOpener-e1e94e761f59d4edd50a7df0223aa711-1 {}] regionserver.HStore(327): Store=e1e94e761f59d4edd50a7df0223aa711/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:26,698 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,699 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,699 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,700 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,700 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,700 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:25:26,701 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,703 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:26,703 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e1e94e761f59d4edd50a7df0223aa711; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71717994, jitterRate=0.06868138909339905}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:25:26,703 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:26,703 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e1e94e761f59d4edd50a7df0223aa711: Running coprocessor pre-open hook at 1732130726693Writing region info on filesystem at 1732130726693Initializing all the Stores at 1732130726693Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130726693Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130726694 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130726694Cleaning up temporary data from old regions at 1732130726700 (+6 ms)Running coprocessor post-open hooks at 1732130726703 (+3 ms)Region opened successfully at 1732130726703 2024-11-20T19:25:26,758 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711., pid=6, masterSystemTime=1732130726688 2024-11-20T19:25:26,760 DEBUG [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:26,760 INFO [RS_OPEN_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:26,761 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e1e94e761f59d4edd50a7df0223aa711, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=e14ef07817f4,44197,1732130720306 2024-11-20T19:25:26,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1e94e761f59d4edd50a7df0223aa711, server=e14ef07817f4,44197,1732130720306 because future has completed 2024-11-20T19:25:26,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T19:25:26,765 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e1e94e761f59d4edd50a7df0223aa711, server=e14ef07817f4,44197,1732130720306 in 227 msec 2024-11-20T19:25:26,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T19:25:26,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e1e94e761f59d4edd50a7df0223aa711, ASSIGN in 383 msec 2024-11-20T19:25:26,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:25:26,767 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130726767"}]},"ts":"1732130726767"} 2024-11-20T19:25:26,769 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T19:25:26,770 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:25:26,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 807 msec 2024-11-20T19:25:27,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41769 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T19:25:27,100 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T19:25:27,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@481c25b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:27,101 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42871,-1 for getting cluster id 2024-11-20T19:25:27,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:27,102 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb694415-1154-4bd2-b443-ab6dc69c0a24' 2024-11-20T19:25:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb694415-1154-4bd2-b443-ab6dc69c0a24" 2024-11-20T19:25:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d2a0ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42871,-1] 2024-11-20T19:25:27,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:27,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:27,103 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:27,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@676fd2e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:27,104 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42871,1732130710484 2024-11-20T19:25:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a03ca1b 2024-11-20T19:25:27,105 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:27,106 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:27,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://e14ef07817f4:35527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:25:27,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:25:27,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:25:27,109 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:35527' 2024-11-20T19:25:27,112 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284570ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:27,112 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35527,-1 for getting cluster id 2024-11-20T19:25:27,112 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:27,113 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537b5d27-e029-452e-ae13-81ae8906f5ee' 2024-11-20T19:25:27,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:27,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537b5d27-e029-452e-ae13-81ae8906f5ee" 2024-11-20T19:25:27,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557a200d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:27,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35527,-1] 2024-11-20T19:25:27,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:27,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:27,114 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:27,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22342862, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:27,115 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:27,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35527,1732130715145 2024-11-20T19:25:27,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@db42191 2024-11-20T19:25:27,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:27,117 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:27,118 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T19:25:27,118 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:25:27,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:27,118 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:27,118 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:27,118 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T19:25:27,120 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T19:25:27,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T19:25:27,121 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:27,121 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T19:25:27,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741837_1013 (size=1138) 2024-11-20T19:25:27,170 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T19:25:27,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:25:27,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:25:27,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cecc08c7bfc88a5a0244b368e6852a37, NAME => 'hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce 2024-11-20T19:25:27,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741838_1014 (size=44) 2024-11-20T19:25:27,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:27,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cecc08c7bfc88a5a0244b368e6852a37, disabling compactions & flushes 2024-11-20T19:25:27,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:27,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:27,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. after waiting 0 ms 2024-11-20T19:25:27,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:27,540 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:27,540 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cecc08c7bfc88a5a0244b368e6852a37: Waiting for close lock at 1732130727540Disabling compacts and flushes for region at 1732130727540Disabling writes for close at 1732130727540Writing region close event to WAL at 1732130727540Closed at 1732130727540 2024-11-20T19:25:27,541 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T19:25:27,542 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732130727541"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732130727541"}]},"ts":"1732130727541"} 2024-11-20T19:25:27,543 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T19:25:27,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T19:25:27,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130727544"}]},"ts":"1732130727544"} 2024-11-20T19:25:27,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T19:25:27,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cecc08c7bfc88a5a0244b368e6852a37, ASSIGN}] 2024-11-20T19:25:27,547 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cecc08c7bfc88a5a0244b368e6852a37, ASSIGN 2024-11-20T19:25:27,547 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cecc08c7bfc88a5a0244b368e6852a37, ASSIGN; state=OFFLINE, location=e14ef07817f4,38665,1732130710686; forceNewPlan=false, retain=false 2024-11-20T19:25:27,698 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cecc08c7bfc88a5a0244b368e6852a37, regionState=OPENING, regionLocation=e14ef07817f4,38665,1732130710686 2024-11-20T19:25:27,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cecc08c7bfc88a5a0244b368e6852a37, ASSIGN because future has completed 2024-11-20T19:25:27,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecc08c7bfc88a5a0244b368e6852a37, server=e14ef07817f4,38665,1732130710686}] 2024-11-20T19:25:27,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:25:27,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:27,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T19:25:27,856 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T19:25:27,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=e14ef07817f4%2C38665%2C1732130710686.rep, suffix=, logDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686, archiveDir=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/oldWALs, maxLogs=10 2024-11-20T19:25:27,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.rep.1732130727857, exclude list is [], retry=0 2024-11-20T19:25:27,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133,DISK] 2024-11-20T19:25:27,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.rep.1732130727857 2024-11-20T19:25:27,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-20T19:25:27,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cecc08c7bfc88a5a0244b368e6852a37, NAME => 'hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37.', STARTKEY => '', ENDKEY => ''} 2024-11-20T19:25:27,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T19:25:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T19:25:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. service=MultiRowMutationService 2024-11-20T19:25:27,879 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T19:25:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T19:25:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,884 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,885 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecc08c7bfc88a5a0244b368e6852a37 columnFamilyName hfileref 2024-11-20T19:25:27,885 DEBUG [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:27,886 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] regionserver.HStore(327): Store=cecc08c7bfc88a5a0244b368e6852a37/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:27,886 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,887 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecc08c7bfc88a5a0244b368e6852a37 columnFamilyName queue 2024-11-20T19:25:27,887 DEBUG [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:27,887 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] regionserver.HStore(327): Store=cecc08c7bfc88a5a0244b368e6852a37/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:27,887 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,888 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cecc08c7bfc88a5a0244b368e6852a37 columnFamilyName sid 2024-11-20T19:25:27,888 DEBUG [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T19:25:27,888 INFO [StoreOpener-cecc08c7bfc88a5a0244b368e6852a37-1 {}] regionserver.HStore(327): Store=cecc08c7bfc88a5a0244b368e6852a37/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T19:25:27,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T19:25:27,891 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T19:25:27,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cecc08c7bfc88a5a0244b368e6852a37; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72549393, jitterRate=0.0810701996088028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T19:25:27,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:27,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cecc08c7bfc88a5a0244b368e6852a37: Running coprocessor pre-open hook at 1732130727879Writing region info on filesystem at 1732130727879Initializing all the Stores at 1732130727880 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130727880Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130727884 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732130727884Cleaning up temporary data from old regions at 1732130727890 (+6 ms)Running coprocessor post-open hooks at 1732130727893 (+3 ms)Region opened successfully at 1732130727893 2024-11-20T19:25:27,895 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37., pid=10, masterSystemTime=1732130727852 2024-11-20T19:25:27,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:27,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:27,897 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cecc08c7bfc88a5a0244b368e6852a37, regionState=OPEN, openSeqNum=2, regionLocation=e14ef07817f4,38665,1732130710686 2024-11-20T19:25:27,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cecc08c7bfc88a5a0244b368e6852a37, server=e14ef07817f4,38665,1732130710686 because future has completed 2024-11-20T19:25:27,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T19:25:27,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cecc08c7bfc88a5a0244b368e6852a37, server=e14ef07817f4,38665,1732130710686 in 200 msec 2024-11-20T19:25:27,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T19:25:27,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cecc08c7bfc88a5a0244b368e6852a37, ASSIGN in 355 msec 2024-11-20T19:25:27,904 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T19:25:27,904 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732130727904"}]},"ts":"1732130727904"} 2024-11-20T19:25:27,905 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T19:25:27,906 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T19:25:27,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 788 msec 2024-11-20T19:25:27,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37., hostname=e14ef07817f4,38665,1732130710686, seqNum=2] 2024-11-20T19:25:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:25:28,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:28,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:28,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:25:28,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T19:25:28,708 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T19:25:28,743 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-e14ef07817f4,38665,1732130710686, ReplicationSource: 1, currentBandwidth=0 2024-11-20T19:25:28,743 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:28,743 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,38665,1732130710686, seqNum=-1] 2024-11-20T19:25:28,744 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:28,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T19:25:28,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-e14ef07817f4,38665,1732130710686', locateType=CURRENT is [region=hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37., hostname=e14ef07817f4,38665,1732130710686, seqNum=2] 2024-11-20T19:25:28,748 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T19:25:28,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T19:25:28,752 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on e14ef07817f4,38665,1732130710686 suceeded 2024-11-20T19:25:28,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T19:25:28,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-20T19:25:28,753 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://e14ef07817f4:35527,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:25:28,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6470 sec 2024-11-20T19:25:28,765 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:35527' 2024-11-20T19:25:28,767 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bbda195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:28,767 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35527,-1 for getting cluster id 2024-11-20T19:25:28,767 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:28,768 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537b5d27-e029-452e-ae13-81ae8906f5ee' 2024-11-20T19:25:28,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:28,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537b5d27-e029-452e-ae13-81ae8906f5ee" 2024-11-20T19:25:28,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55aa4491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:28,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35527,-1] 2024-11-20T19:25:28,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:28,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:28,769 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:28,769 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2af9903, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:28,769 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35527,1732130715145 2024-11-20T19:25:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21fbeaa4 2024-11-20T19:25:28,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:28,771 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T19:25:28,771 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-e14ef07817f4,38665,1732130710686 (queues=1) is replicating from cluster=cb694415-1154-4bd2-b443-ab6dc69c0a24 to cluster=537b5d27-e029-452e-ae13-81ae8906f5ee 2024-11-20T19:25:28,771 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=e14ef07817f4%2C38665%2C1732130710686 2024-11-20T19:25:28,771 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-e14ef07817f4,38665,1732130710686, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:25:28,772 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279, startPosition=0, beingWritten=true 2024-11-20T19:25:28,772 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C38665%2C1732130710686 2024-11-20T19:25:28,782 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:25:28,782 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 379, reset compression=false 2024-11-20T19:25:28,782 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,38665,1732130710686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:25:28,925 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:25:28,925 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:28,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:28,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:28,986 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 379, reset compression=false 2024-11-20T19:25:28,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:28,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:28,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:28,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:28,991 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:28,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:29,001 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:29,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:29,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:29,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T19:25:29,251 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T19:25:29,251 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:29,251 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:29,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:29,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:29,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:29,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43735b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42871,-1 for getting cluster id 2024-11-20T19:25:29,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:29,253 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb694415-1154-4bd2-b443-ab6dc69c0a24' 2024-11-20T19:25:29,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:29,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb694415-1154-4bd2-b443-ab6dc69c0a24" 2024-11-20T19:25:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26112fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42871,-1] 2024-11-20T19:25:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:29,254 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:29,255 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:29,255 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6524b895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451880ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35527,-1 for getting cluster id 2024-11-20T19:25:29,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:29,256 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537b5d27-e029-452e-ae13-81ae8906f5ee' 2024-11-20T19:25:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537b5d27-e029-452e-ae13-81ae8906f5ee" 2024-11-20T19:25:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce645d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35527,-1] 2024-11-20T19:25:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:29,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:29,258 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:29,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59c1355e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142ea8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,41769,-1 for getting cluster id 2024-11-20T19:25:29,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:29,260 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b89fbd9f-9a95-4d3d-a9b1-17dbe2714152' 2024-11-20T19:25:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:29,260 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b89fbd9f-9a95-4d3d-a9b1-17dbe2714152" 2024-11-20T19:25:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fde4da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,41769,-1] 2024-11-20T19:25:29,261 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:29,263 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f82b93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,264 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:29,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:29,270 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732130729269/Put/seqid=0 2024-11-20T19:25:29,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741840_1016 (size=7894) 2024-11-20T19:25:29,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732130729280/Put/seqid=0 2024-11-20T19:25:29,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741841_1017 (size=7691) 2024-11-20T19:25:29,295 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 379, reset compression=false 2024-11-20T19:25:29,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25eac7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42871,-1 for getting cluster id 2024-11-20T19:25:29,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:29,686 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb694415-1154-4bd2-b443-ab6dc69c0a24' 2024-11-20T19:25:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb694415-1154-4bd2-b443-ab6dc69c0a24" 2024-11-20T19:25:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c37987b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42871,-1] 2024-11-20T19:25:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:29,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:29,688 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:29,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f5635f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:29,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,38665,1732130710686, seqNum=-1] 2024-11-20T19:25:29,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:29,691 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:29,698 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42871,1732130710484 2024-11-20T19:25:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58b17f12 2024-11-20T19:25:29,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:29,700 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 379, reset compression=false 2024-11-20T19:25:29,700 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:29,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2] 2024-11-20T19:25:29,707 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:25:29,714 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T19:25:29,716 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T19:25:29,720 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_0/f/hfile_0 for inclusion in f2fc061f1c35a8cde454fe0142a185f9/f 2024-11-20T19:25:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T19:25:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:29,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_0/f/hfile_1 for inclusion in f2fc061f1c35a8cde454fe0142a185f9/f 2024-11-20T19:25:29,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T19:25:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:29,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegion(2603): Flush status journal for f2fc061f1c35a8cde454fe0142a185f9: 2024-11-20T19:25:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_0 2024-11-20T19:25:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_0 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/9499b87480a34282958944356704fd34_SeqId_4_ 2024-11-20T19:25:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_1 2024-11-20T19:25:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_1 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ 2024-11-20T19:25:29,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_0 into f2fc061f1c35a8cde454fe0142a185f9/f as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/9499b87480a34282958944356704fd34_SeqId_4_ - updating store file list. 2024-11-20T19:25:29,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9499b87480a34282958944356704fd34_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:29,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/9499b87480a34282958944356704fd34_SeqId_4_ into f2fc061f1c35a8cde454fe0142a185f9/f 2024-11-20T19:25:29,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_0 into f2fc061f1c35a8cde454fe0142a185f9/f (new location: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/9499b87480a34282958944356704fd34_SeqId_4_) 2024-11-20T19:25:29,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_0 2024-11-20T19:25:29,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_1 into f2fc061f1c35a8cde454fe0142a185f9/f as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ - updating store file list. 2024-11-20T19:25:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:29,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ into f2fc061f1c35a8cde454fe0142a185f9/f 2024-11-20T19:25:29,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_1 into f2fc061f1c35a8cde454fe0142a185f9/f (new location: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_) 2024-11-20T19:25:29,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__jrhi1jdtiefdrg33k75oh8v310roelg952464cfji1era48eaq3435rpj4hf31iq/f/hfile_1 2024-11-20T19:25:29,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:29,741 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:29,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:29,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:29,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:29,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2 , the old value is region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e14ef07817f4:38665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:25:29,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2 from cache 2024-11-20T19:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41687,1732130715266, seqNum=-1] 2024-11-20T19:25:29,743 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:29,744 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T19:25:29,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:29,749 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d., hostname=e14ef07817f4,41687,1732130715266, seqNum=2] 2024-11-20T19:25:29,751 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T19:25:29,850 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:38665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T19:25:30,205 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 379, reset compression=false 2024-11-20T19:25:30,209 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:25:30,209 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,38665,1732130710686 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2fc061f1c35a8cde454fe0142a185f9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732130729740/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T19:25:30,211 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:25:30,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T19:25:30,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(318): Replicating [cb694415-1154-4bd2-b443-ab6dc69c0a24] bulk loaded data 2024-11-20T19:25:30,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48d5ce09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:30,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,35527,-1 for getting cluster id 2024-11-20T19:25:30,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:30,214 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '537b5d27-e029-452e-ae13-81ae8906f5ee' 2024-11-20T19:25:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "537b5d27-e029-452e-ae13-81ae8906f5ee" 2024-11-20T19:25:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59affc5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,35527,-1] 2024-11-20T19:25:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:30,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:30,215 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:30,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e391b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:30,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741837_1013 (size=7894) 2024-11-20T19:25:30,409 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 687, reset compression=false 2024-11-20T19:25:30,585 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T19:25:30,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741838_1014 (size=7691) 2024-11-20T19:25:30,713 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 687, reset compression=false 2024-11-20T19:25:30,753 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T19:25:31,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:31,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,35527,1732130715145 2024-11-20T19:25:31,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68e09e71 2024-11-20T19:25:31,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:31,039 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T19:25:31,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:25:31,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:31,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,41687,1732130715266, seqNum=-1] 2024-11-20T19:25:31,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:31,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T19:25:31,048 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T19:25:31,050 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/9499b87480a34282958944356704fd34_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T19:25:31,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ for inclusion in 75c645fe9b46f5f5fda2631b7010220d/f 2024-11-20T19:25:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T19:25:31,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:31,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/9499b87480a34282958944356704fd34_SeqId_4_ for inclusion in 75c645fe9b46f5f5fda2631b7010220d/f 2024-11-20T19:25:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T19:25:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegion(2603): Flush status journal for 75c645fe9b46f5f5fda2631b7010220d: 2024-11-20T19:25:31,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:25:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/c06a3976b34545acb3935cd25d11cacc_SeqId_4_ 2024-11-20T19:25:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9499b87480a34282958944356704fd34_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:25:31,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/9499b87480a34282958944356704fd34_SeqId_4_ as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/7bed11ad6ee447b49acd1dfbf2d587af_SeqId_4_ 2024-11-20T19:25:31,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ into 75c645fe9b46f5f5fda2631b7010220d/f as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/c06a3976b34545acb3935cd25d11cacc_SeqId_4_ - updating store file list. 2024-11-20T19:25:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c06a3976b34545acb3935cd25d11cacc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:31,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/c06a3976b34545acb3935cd25d11cacc_SeqId_4_ into 75c645fe9b46f5f5fda2631b7010220d/f 2024-11-20T19:25:31,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ into 75c645fe9b46f5f5fda2631b7010220d/f (new location: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/c06a3976b34545acb3935cd25d11cacc_SeqId_4_) 2024-11-20T19:25:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/2fee6d67d8044c8c9dd87b9f706a8cba_SeqId_4_ 2024-11-20T19:25:31,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/9499b87480a34282958944356704fd34_SeqId_4_ into 75c645fe9b46f5f5fda2631b7010220d/f as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/7bed11ad6ee447b49acd1dfbf2d587af_SeqId_4_ - updating store file list. 2024-11-20T19:25:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7bed11ad6ee447b49acd1dfbf2d587af_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:31,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/7bed11ad6ee447b49acd1dfbf2d587af_SeqId_4_ into 75c645fe9b46f5f5fda2631b7010220d/f 2024-11-20T19:25:31,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/9499b87480a34282958944356704fd34_SeqId_4_ into 75c645fe9b46f5f5fda2631b7010220d/f (new location: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/7bed11ad6ee447b49acd1dfbf2d587af_SeqId_4_) 2024-11-20T19:25:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__8vurt476v2ncaih9tghkgs20hern51odmq0atl762s2glq17nrqkhmhfn6bbre99/f/9499b87480a34282958944356704fd34_SeqId_4_ 2024-11-20T19:25:31,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(324): Finished replicating [cb694415-1154-4bd2-b443-ab6dc69c0a24] bulk loaded data 2024-11-20T19:25:31,116 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 687, reset compression=false 2024-11-20T19:25:31,619 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 687, reset compression=false 2024-11-20T19:25:31,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,44197,1732130720306, seqNum=-1] 2024-11-20T19:25:31,759 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:31,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711., hostname=e14ef07817f4,44197,1732130720306, seqNum=2] 2024-11-20T19:25:31,765 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:25:31,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T19:25:31,767 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e14ef07817f4%2C38665%2C1732130710686:(num 1732130712279) roll requested 2024-11-20T19:25:31,784 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767, exclude list is [], retry=0 2024-11-20T19:25:31,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133,DISK] 2024-11-20T19:25:31,791 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 2024-11-20T19:25:31,792 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-20T19:25:31,792 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 is not closed yet, will try archiving it next time 2024-11-20T19:25:31,792 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e14ef07817f4%2C38665%2C1732130710686.meta:.meta(num 1732130712929) roll requested 2024-11-20T19:25:31,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36d43153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:31,792 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42871,-1 for getting cluster id 2024-11-20T19:25:31,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:31,793 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb694415-1154-4bd2-b443-ab6dc69c0a24' 2024-11-20T19:25:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb694415-1154-4bd2-b443-ab6dc69c0a24" 2024-11-20T19:25:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13174db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:31,793 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42871,-1] 2024-11-20T19:25:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:31,794 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:31,794 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de0b484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:31,795 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42871,1732130710484 2024-11-20T19:25:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ab5925f 2024-11-20T19:25:31,795 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:31,796 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:31,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://e14ef07817f4:41769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T19:25:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T19:25:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T19:25:31,798 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:41769' 2024-11-20T19:25:31,799 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80dbdde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:31,799 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,41769,-1 for getting cluster id 2024-11-20T19:25:31,799 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:31,800 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b89fbd9f-9a95-4d3d-a9b1-17dbe2714152' 2024-11-20T19:25:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b89fbd9f-9a95-4d3d-a9b1-17dbe2714152" 2024-11-20T19:25:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238d7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,41769,-1] 2024-11-20T19:25:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:31,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:31,801 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:31,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbb868c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:31,801 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:31,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,41769,1732130720172 2024-11-20T19:25:31,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15ab3c4 2024-11-20T19:25:31,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:31,802 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:31,803 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T19:25:31,803 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T19:25:31,803 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:31,803 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:31,803 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:31,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741833_1009 (size=695) 2024-11-20T19:25:31,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 not finished, retry = 0 2024-11-20T19:25:31,809 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.meta.1732130731792.meta, exclude list is [], retry=0 2024-11-20T19:25:31,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133,DISK] 2024-11-20T19:25:31,811 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.meta.1732130712929.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.meta.1732130731792.meta 2024-11-20T19:25:31,812 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-20T19:25:31,812 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.meta.1732130712929.meta is not closed yet, will try archiving it next time 2024-11-20T19:25:31,812 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e14ef07817f4%2C38665%2C1732130710686.rep:(num 1732130727857) roll requested 2024-11-20T19:25:31,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741834_1010 (size=3473) 2024-11-20T19:25:31,826 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.rep.1732130731812, exclude list is [], retry=0 2024-11-20T19:25:31,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36513,DS-1f91b043-b4a2-4b19-bbe6-9b9bbaa55133,DISK] 2024-11-20T19:25:31,829 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.rep.1732130727857 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.rep.1732130731812 2024-11-20T19:25:31,831 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41497:41497)] 2024-11-20T19:25:31,831 DEBUG [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.rep.1732130727857 is not closed yet, will try archiving it next time 2024-11-20T19:25:31,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741839_1015 (size=1505) 2024-11-20T19:25:31,860 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T19:25:31,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T19:25:31,906 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/oldWALs/e14ef07817f4%2C38665%2C1732130710686.1732130712279 2024-11-20T19:25:32,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38665 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T19:25:32,012 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T19:25:32,038 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-e14ef07817f4,38665,1732130710686, ReplicationSource: 2, currentBandwidth=0 2024-11-20T19:25:32,040 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T19:25:32,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T19:25:32,042 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on e14ef07817f4,38665,1732130710686 suceeded 2024-11-20T19:25:32,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T19:25:32,044 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-20T19:25:32,044 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://e14ef07817f4:41769,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T19:25:32,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 248 msec 2024-11-20T19:25:32,055 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='e14ef07817f4:41769' 2024-11-20T19:25:32,056 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71b44afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:32,056 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,41769,-1 for getting cluster id 2024-11-20T19:25:32,056 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:32,057 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b89fbd9f-9a95-4d3d-a9b1-17dbe2714152' 2024-11-20T19:25:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b89fbd9f-9a95-4d3d-a9b1-17dbe2714152" 2024-11-20T19:25:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@231809fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,41769,-1] 2024-11-20T19:25:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:32,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:32,058 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:32,058 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3454420, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:32,058 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,41769,1732130720172 2024-11-20T19:25:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2280921d 2024-11-20T19:25:32,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:32,059 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T19:25:32,060 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-e14ef07817f4,38665,1732130710686 (queues=1) is replicating from cluster=cb694415-1154-4bd2-b443-ab6dc69c0a24 to cluster=b89fbd9f-9a95-4d3d-a9b1-17dbe2714152 2024-11-20T19:25:32,060 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=e14ef07817f4%2C38665%2C1732130710686 2024-11-20T19:25:32,060 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-e14ef07817f4,38665,1732130710686, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T19:25:32,060 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: e14ef07817f4%2C38665%2C1732130710686 2024-11-20T19:25:32,060 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767, startPosition=0, beingWritten=true 2024-11-20T19:25:32,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T19:25:32,111 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T19:25:32,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:32,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:32,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:32,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:32,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:32,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T19:25:32,114 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732130732113/Put/seqid=0 2024-11-20T19:25:32,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741845_1021 (size=11194) 2024-11-20T19:25:32,124 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732130732124/Put/seqid=0 2024-11-20T19:25:32,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741846_1022 (size=10791) 2024-11-20T19:25:32,223 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 to pos 687, reset compression=false 2024-11-20T19:25:32,228 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 was moved to hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/oldWALs/e14ef07817f4%2C38665%2C1732130710686.1732130712279 2024-11-20T19:25:32,230 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279 2024-11-20T19:25:32,230 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767, startPosition=0, beingWritten=true 2024-11-20T19:25:32,230 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,38665,1732130710686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130712279, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T19:25:32,232 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [e14ef07817f4%2C38665%2C1732130710686.1732130712279] 2024-11-20T19:25:32,264 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 0, reset compression=false 2024-11-20T19:25:32,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679ccbec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:32,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,42871,-1 for getting cluster id 2024-11-20T19:25:32,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:32,536 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb694415-1154-4bd2-b443-ab6dc69c0a24' 2024-11-20T19:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb694415-1154-4bd2-b443-ab6dc69c0a24" 2024-11-20T19:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b05f6ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,42871,-1] 2024-11-20T19:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:32,537 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:32,538 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:32,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28423b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:32,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,38665,1732130710686, seqNum=-1] 2024-11-20T19:25:32,539 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:32,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T19:25:32,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,42871,1732130710484 2024-11-20T19:25:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2954836f 2024-11-20T19:25:32,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:32,548 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T19:25:32,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2] 2024-11-20T19:25:32,553 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:25:32,558 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T19:25:32,561 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T19:25:32,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_1/f/hfile_0 for inclusion in f2fc061f1c35a8cde454fe0142a185f9/f 2024-11-20T19:25:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T19:25:32,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:32,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_1/f/hfile_1 for inclusion in f2fc061f1c35a8cde454fe0142a185f9/f 2024-11-20T19:25:32,568 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 0, reset compression=false 2024-11-20T19:25:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T19:25:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegion(2603): Flush status journal for f2fc061f1c35a8cde454fe0142a185f9: 2024-11-20T19:25:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_0 2024-11-20T19:25:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_0 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ 2024-11-20T19:25:32,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_1 2024-11-20T19:25:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_1 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ 2024-11-20T19:25:32,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_0 into f2fc061f1c35a8cde454fe0142a185f9/f as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ - updating store file list. 2024-11-20T19:25:32,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:32,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ into f2fc061f1c35a8cde454fe0142a185f9/f 2024-11-20T19:25:32,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_0 into f2fc061f1c35a8cde454fe0142a185f9/f (new location: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_) 2024-11-20T19:25:32,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_0 2024-11-20T19:25:32,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_1 into f2fc061f1c35a8cde454fe0142a185f9/f as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ - updating store file list. 2024-11-20T19:25:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:32,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ into f2fc061f1c35a8cde454fe0142a185f9/f 2024-11-20T19:25:32,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_1 into f2fc061f1c35a8cde454fe0142a185f9/f (new location: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_) 2024-11-20T19:25:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38665 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/staging/jenkins__test__906r5tadgm301bv96cigrgk6or1kki26ll885omj2a0ulmpgiiksoauhg1b88blu/f/hfile_1 2024-11-20T19:25:32,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:32,595 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:32,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:32,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:32,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:32,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2 , the old value is region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=e14ef07817f4:38665 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:25:32,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T19:25:32,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., hostname=e14ef07817f4,38665,1732130710686, seqNum=2 from cache 2024-11-20T19:25:32,599 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T19:25:32,600 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T19:25:32,701 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:38665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-20T19:25:32,934 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 0, reset compression=false 2024-11-20T19:25:32,938 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:25:32,938 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-e14ef07817f4,38665,1732130710686 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2fc061f1c35a8cde454fe0142a185f9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732130732594/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T19:25:32,939 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(318): Replicating [cb694415-1154-4bd2-b443-ab6dc69c0a24] bulk loaded data 2024-11-20T19:25:32,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741839_1015 (size=11194) 2024-11-20T19:25:32,974 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 0, reset compression=false 2024-11-20T19:25:32,992 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T19:25:32,992 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e14ef07817f4,38665,1732130710686 got entry batch from reader: WALEntryBatch [walEntries=[{test/f2fc061f1c35a8cde454fe0142a185f9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732130732594/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T19:25:33,001 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T19:25:33,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T19:25:33,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.ReplicationSink(318): Replicating [cb694415-1154-4bd2-b443-ab6dc69c0a24] bulk loaded data 2024-11-20T19:25:33,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4770303a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:33,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] client.ClusterIdFetcher(90): Going to request e14ef07817f4,41769,-1 for getting cluster id 2024-11-20T19:25:33,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T19:25:33,004 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b89fbd9f-9a95-4d3d-a9b1-17dbe2714152' 2024-11-20T19:25:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T19:25:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b89fbd9f-9a95-4d3d-a9b1-17dbe2714152" 2024-11-20T19:25:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2867c015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e14ef07817f4,41769,-1] 2024-11-20T19:25:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T19:25:33,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:33,005 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T19:25:33,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61e8d292, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T19:25:33,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741837_1013 (size=11194) 2024-11-20T19:25:33,138 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:33,192 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:33,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741840_1016 (size=10791) 2024-11-20T19:25:33,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:25:33,370 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T19:25:33,373 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T19:25:33,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ for inclusion in 75c645fe9b46f5f5fda2631b7010220d/f 2024-11-20T19:25:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T19:25:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:33,378 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ for inclusion in 75c645fe9b46f5f5fda2631b7010220d/f 2024-11-20T19:25:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T19:25:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegion(2603): Flush status journal for 75c645fe9b46f5f5fda2631b7010220d: 2024-11-20T19:25:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:25:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/501064cb4eb9481e812f0dfd68360ed6_SeqId_6_ 2024-11-20T19:25:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:25:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/87bdcf6771e04b6986426140ba06bb19_SeqId_6_ 2024-11-20T19:25:33,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ into 75c645fe9b46f5f5fda2631b7010220d/f as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/501064cb4eb9481e812f0dfd68360ed6_SeqId_6_ - updating store file list. 2024-11-20T19:25:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 501064cb4eb9481e812f0dfd68360ed6_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:33,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/501064cb4eb9481e812f0dfd68360ed6_SeqId_6_ into 75c645fe9b46f5f5fda2631b7010220d/f 2024-11-20T19:25:33,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ into 75c645fe9b46f5f5fda2631b7010220d/f (new location: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/501064cb4eb9481e812f0dfd68360ed6_SeqId_6_) 2024-11-20T19:25:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ 2024-11-20T19:25:33,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ into 75c645fe9b46f5f5fda2631b7010220d/f as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/87bdcf6771e04b6986426140ba06bb19_SeqId_6_ - updating store file list. 2024-11-20T19:25:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 87bdcf6771e04b6986426140ba06bb19_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:33,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/87bdcf6771e04b6986426140ba06bb19_SeqId_6_ into 75c645fe9b46f5f5fda2631b7010220d/f 2024-11-20T19:25:33,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ into 75c645fe9b46f5f5fda2631b7010220d/f (new location: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/f/87bdcf6771e04b6986426140ba06bb19_SeqId_6_) 2024-11-20T19:25:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/staging/jenkins.hfs.22__test__aqk07j3j476jt89ih97q2kt3ro1cvjiso9e57o1ahor73ni4sd25dd17bqq1d46h/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ 2024-11-20T19:25:33,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41687 {}] regionserver.ReplicationSink(324): Finished replicating [cb694415-1154-4bd2-b443-ab6dc69c0a24] bulk loaded data 2024-11-20T19:25:33,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741838_1014 (size=10791) 2024-11-20T19:25:33,437 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T19:25:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e14ef07817f4,41769,1732130720172 2024-11-20T19:25:33,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f76b046 2024-11-20T19:25:33,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T19:25:33,438 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T19:25:33,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T19:25:33,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T19:25:33,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e14ef07817f4,44197,1732130720306, seqNum=-1] 2024-11-20T19:25:33,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T19:25:33,442 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:33,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T19:25:33,448 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T19:25:33,451 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T19:25:33,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ for inclusion in e1e94e761f59d4edd50a7df0223aa711/f 2024-11-20T19:25:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T19:25:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:33,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ for inclusion in e1e94e761f59d4edd50a7df0223aa711/f 2024-11-20T19:25:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T19:25:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T19:25:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HRegion(2603): Flush status journal for e1e94e761f59d4edd50a7df0223aa711: 2024-11-20T19:25:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:25:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/f/28cbeee9acc64de8b35dfc4dfb48ded0_SeqId_4_ 2024-11-20T19:25:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T19:25:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/f/9e0f81c2016f4395ba604fd73f106896_SeqId_4_ 2024-11-20T19:25:33,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ into e1e94e761f59d4edd50a7df0223aa711/f as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/f/28cbeee9acc64de8b35dfc4dfb48ded0_SeqId_4_ - updating store file list. 2024-11-20T19:25:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 28cbeee9acc64de8b35dfc4dfb48ded0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:33,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/f/28cbeee9acc64de8b35dfc4dfb48ded0_SeqId_4_ into e1e94e761f59d4edd50a7df0223aa711/f 2024-11-20T19:25:33,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ into e1e94e761f59d4edd50a7df0223aa711/f (new location: hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/f/28cbeee9acc64de8b35dfc4dfb48ded0_SeqId_4_) 2024-11-20T19:25:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_ 2024-11-20T19:25:33,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ into e1e94e761f59d4edd50a7df0223aa711/f as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/f/9e0f81c2016f4395ba604fd73f106896_SeqId_4_ - updating store file list. 2024-11-20T19:25:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9e0f81c2016f4395ba604fd73f106896_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T19:25:33,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/f/9e0f81c2016f4395ba604fd73f106896_SeqId_4_ into e1e94e761f59d4edd50a7df0223aa711/f 2024-11-20T19:25:33,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ into e1e94e761f59d4edd50a7df0223aa711/f (new location: hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/f/9e0f81c2016f4395ba604fd73f106896_SeqId_4_) 2024-11-20T19:25:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/staging/jenkins.hfs.23__test__rc6k8jpnognrgs60co4vp98cfrc5t16e5lp2slt4dro270ga33daui67bgrkur8g/f/9d716d0cc5944fc9a73db2ffb7ed37a3_SeqId_6_ 2024-11-20T19:25:33,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44197 {}] regionserver.ReplicationSink(324): Finished replicating [cb694415-1154-4bd2-b443-ab6dc69c0a24] bulk loaded data 2024-11-20T19:25:33,496 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:33,617 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:25:33,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:33,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:33,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:33,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:33,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:25:33,618 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=94949377, stopped=false 2024-11-20T19:25:33,618 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,41769,1732130720172 2024-11-20T19:25:33,618 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:33,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21827762152/running 2024-11-20T19:25:33,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21827762152/running 2024-11-20T19:25:33,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:33,649 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:25:33,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:33,649 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:33,649 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:33,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:33,649 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,44197,1732130720306' ***** 2024-11-20T19:25:33,649 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:25:33,649 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:25:33,649 INFO [RS:0;e14ef07817f4:44197 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:25:33,650 INFO [RS:0;e14ef07817f4:44197 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:25:33,650 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(3091): Received CLOSE for e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:33,650 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:25:33,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on znode that does not yet exist, /21827762152/running 2024-11-20T19:25:33,650 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Set watcher on znode that does not yet exist, /21827762152/running 2024-11-20T19:25:33,651 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,44197,1732130720306 2024-11-20T19:25:33,651 INFO [RS:0;e14ef07817f4:44197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:25:33,651 INFO [RS:0;e14ef07817f4:44197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:44197. 2024-11-20T19:25:33,651 DEBUG [RS:0;e14ef07817f4:44197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:33,651 DEBUG [RS:0;e14ef07817f4:44197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:33,651 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:25:33,651 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:25:33,651 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:25:33,651 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:25:33,651 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:25:33,651 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1325): Online Regions={e1e94e761f59d4edd50a7df0223aa711=test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:25:33,651 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e1e94e761f59d4edd50a7df0223aa711 2024-11-20T19:25:33,651 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1e94e761f59d4edd50a7df0223aa711, disabling compactions & flushes 2024-11-20T19:25:33,651 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:33,651 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:33,651 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. after waiting 0 ms 2024-11-20T19:25:33,651 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:25:33,651 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:25:33,651 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:33,651 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:25:33,651 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:25:33,651 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:25:33,652 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T19:25:33,672 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/default/test/e1e94e761f59d4edd50a7df0223aa711/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T19:25:33,673 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:33,673 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:25:33,673 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:33,673 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1e94e761f59d4edd50a7df0223aa711: Waiting for close lock at 1732130733651Running coprocessor pre-close hooks at 1732130733651Disabling compacts and flushes for region at 1732130733651Disabling writes for close at 1732130733651Writing region close event to WAL at 1732130733661 (+10 ms)Running coprocessor post-close hooks at 1732130733673 (+12 ms)Closed at 1732130733673 2024-11-20T19:25:33,673 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711. 2024-11-20T19:25:33,675 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/info/45b01db080e940eebb5e49f3405b8a3c is 129, key is test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711./info:regioninfo/1732130726760/Put/seqid=0 2024-11-20T19:25:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741839_1015 (size=6421) 2024-11-20T19:25:33,700 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:25:33,783 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:25:33,784 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:25:33,846 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:33,851 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:33,899 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:34,052 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:34,086 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/info/45b01db080e940eebb5e49f3405b8a3c 2024-11-20T19:25:34,109 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/ns/a86f30a0774e4a9d8c5ccd9d98b860c3 is 43, key is default/ns:d/1732130722562/Put/seqid=0 2024-11-20T19:25:34,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741840_1016 (size=5153) 2024-11-20T19:25:34,113 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/ns/a86f30a0774e4a9d8c5ccd9d98b860c3 2024-11-20T19:25:34,132 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/rep_barrier/ba347e193e40498a8c40e9c9888d4190 is 112, key is test,,1732130725963.e1e94e761f59d4edd50a7df0223aa711./rep_barrier:seqnumDuringOpen/1732130726760/Put/seqid=0 2024-11-20T19:25:34,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741841_1017 (size=5518) 2024-11-20T19:25:34,252 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:34,349 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:34,398 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:25:34,402 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:34,452 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:34,536 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/rep_barrier/ba347e193e40498a8c40e9c9888d4190 2024-11-20T19:25:34,558 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/table/78c95e6a746746ec937ea855a80ef9e8 is 40, key is test/table:state/1732130726767/Put/seqid=0 2024-11-20T19:25:34,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741842_1018 (size=5165) 2024-11-20T19:25:34,652 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:25:34,652 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:25:34,652 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:34,852 DEBUG [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:34,953 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:34,962 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/table/78c95e6a746746ec937ea855a80ef9e8 2024-11-20T19:25:34,966 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/info/45b01db080e940eebb5e49f3405b8a3c as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/info/45b01db080e940eebb5e49f3405b8a3c 2024-11-20T19:25:34,970 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/info/45b01db080e940eebb5e49f3405b8a3c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T19:25:34,970 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/ns/a86f30a0774e4a9d8c5ccd9d98b860c3 as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/ns/a86f30a0774e4a9d8c5ccd9d98b860c3 2024-11-20T19:25:34,974 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/ns/a86f30a0774e4a9d8c5ccd9d98b860c3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:25:34,974 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/rep_barrier/ba347e193e40498a8c40e9c9888d4190 as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/rep_barrier/ba347e193e40498a8c40e9c9888d4190 2024-11-20T19:25:34,978 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/rep_barrier/ba347e193e40498a8c40e9c9888d4190, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T19:25:34,979 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/.tmp/table/78c95e6a746746ec937ea855a80ef9e8 as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/table/78c95e6a746746ec937ea855a80ef9e8 2024-11-20T19:25:34,983 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/table/78c95e6a746746ec937ea855a80ef9e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:25:34,983 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=11, compaction requested=false 2024-11-20T19:25:34,987 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T19:25:34,988 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:34,988 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:25:34,988 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:34,988 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130733651Running coprocessor pre-close hooks at 1732130733651Disabling compacts and flushes for region at 1732130733651Disabling writes for close at 1732130733651Obtaining lock to block concurrent updates at 1732130733652 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732130733652Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732130733652Flushing stores of hbase:meta,,1.1588230740 at 1732130733652Flushing 1588230740/info: creating writer at 1732130733653 (+1 ms)Flushing 1588230740/info: appending metadata at 1732130733674 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732130733674Flushing 1588230740/ns: creating writer at 1732130734090 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732130734108 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732130734109 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732130734116 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130734132 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130734132Flushing 1588230740/table: creating writer at 1732130734540 (+408 ms)Flushing 1588230740/table: appending metadata at 1732130734558 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732130734558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ebc0f8d: reopening flushed file at 1732130734966 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51287794: reopening flushed file at 1732130734970 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b10e18a: reopening flushed file at 1732130734974 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e14541: reopening flushed file at 1732130734978 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1331ms, sequenceid=11, compaction requested=false at 1732130734983 (+5 ms)Writing region close event to WAL at 1732130734985 (+2 ms)Running coprocessor post-close hooks at 1732130734988 (+3 ms)Closed at 1732130734988 2024-11-20T19:25:34,988 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:35,006 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:35,053 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,44197,1732130720306; all regions closed. 2024-11-20T19:25:35,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741834_1010 (size=2717) 2024-11-20T19:25:35,055 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306/e14ef07817f4%2C44197%2C1732130720306.meta.1732130722512.meta not finished, retry = 0 2024-11-20T19:25:35,157 DEBUG [RS:0;e14ef07817f4:44197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/oldWALs 2024-11-20T19:25:35,157 INFO [RS:0;e14ef07817f4:44197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C44197%2C1732130720306.meta:.meta(num 1732130722512) 2024-11-20T19:25:35,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741832_1008 (size=1028) 2024-11-20T19:25:35,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/WALs/e14ef07817f4,44197,1732130720306/e14ef07817f4%2C44197%2C1732130720306.1732130721901 not finished, retry = 0 2024-11-20T19:25:35,260 DEBUG [RS:0;e14ef07817f4:44197 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/oldWALs 2024-11-20T19:25:35,260 INFO [RS:0;e14ef07817f4:44197 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C44197%2C1732130720306:(num 1732130721901) 2024-11-20T19:25:35,260 DEBUG [RS:0;e14ef07817f4:44197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:35,261 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:25:35,261 INFO [RS:0;e14ef07817f4:44197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:25:35,261 INFO [RS:0;e14ef07817f4:44197 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:25:35,261 INFO [RS:0;e14ef07817f4:44197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:25:35,261 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:25:35,262 INFO [RS:0;e14ef07817f4:44197 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:44197. 2024-11-20T19:25:35,262 DEBUG [RS:0;e14ef07817f4:44197 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:35,262 DEBUG [RS:0;e14ef07817f4:44197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:35,262 DEBUG [RS:0;e14ef07817f4:44197 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:35,262 INFO [RS:0;e14ef07817f4:44197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44197 2024-11-20T19:25:35,262 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152/rs 2024-11-20T19:25:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21827762152/rs/e14ef07817f4,44197,1732130720306 2024-11-20T19:25:35,343 INFO [RS:0;e14ef07817f4:44197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:25:35,354 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,44197,1732130720306] 2024-11-20T19:25:35,364 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21827762152/draining/e14ef07817f4,44197,1732130720306 already deleted, retry=false 2024-11-20T19:25:35,364 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,44197,1732130720306 expired; onlineServers=0 2024-11-20T19:25:35,364 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,41769,1732130720172' ***** 2024-11-20T19:25:35,364 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:25:35,364 INFO [M:0;e14ef07817f4:41769 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:25:35,365 INFO [M:0;e14ef07817f4:41769 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:25:35,365 DEBUG [M:0;e14ef07817f4:41769 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:25:35,365 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:25:35,365 DEBUG [M:0;e14ef07817f4:41769 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:25:35,365 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130721580 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130721580,5,FailOnTimeoutGroup] 2024-11-20T19:25:35,365 INFO [M:0;e14ef07817f4:41769 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:25:35,365 INFO [M:0;e14ef07817f4:41769 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:25:35,365 DEBUG [M:0;e14ef07817f4:41769 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:25:35,365 INFO [M:0;e14ef07817f4:41769 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:25:35,365 INFO [M:0;e14ef07817f4:41769 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:25:35,365 INFO [M:0;e14ef07817f4:41769 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:25:35,365 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:25:35,365 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130721579 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130721579,5,FailOnTimeoutGroup] 2024-11-20T19:25:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21827762152/master 2024-11-20T19:25:35,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21827762152 2024-11-20T19:25:35,375 DEBUG [M:0;e14ef07817f4:41769 {}] zookeeper.ZKUtil(347): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Unable to get data of znode /21827762152/master because node does not exist (not an error) 2024-11-20T19:25:35,375 WARN [M:0;e14ef07817f4:41769 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:25:35,375 INFO [M:0;e14ef07817f4:41769 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/.lastflushedseqids 2024-11-20T19:25:35,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741843_1019 (size=173) 2024-11-20T19:25:35,379 INFO [M:0;e14ef07817f4:41769 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:25:35,379 INFO [M:0;e14ef07817f4:41769 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:25:35,380 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:25:35,380 INFO [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:35,380 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:35,380 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:25:35,380 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:35,380 INFO [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T19:25:35,397 DEBUG [M:0;e14ef07817f4:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d7296b4c92a4d30bb05a5279cb85219 is 82, key is hbase:meta,,1/info:regioninfo/1732130722547/Put/seqid=0 2024-11-20T19:25:35,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741844_1020 (size=5672) 2024-11-20T19:25:35,409 INFO [M:0;e14ef07817f4:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d7296b4c92a4d30bb05a5279cb85219 2024-11-20T19:25:35,430 DEBUG [M:0;e14ef07817f4:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f4576a7a8f14715b06d93db09659924 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130726770/Put/seqid=0 2024-11-20T19:25:35,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741845_1021 (size=6586) 2024-11-20T19:25:35,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:35,454 INFO [RS:0;e14ef07817f4:44197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:25:35,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44197-0x10159b518d60007, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:35,454 INFO [RS:0;e14ef07817f4:44197 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,44197,1732130720306; zookeeper connection closed. 2024-11-20T19:25:35,455 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1683298f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1683298f 2024-11-20T19:25:35,455 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:25:35,659 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:35,710 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:35,839 INFO [M:0;e14ef07817f4:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f4576a7a8f14715b06d93db09659924 2024-11-20T19:25:35,861 DEBUG [M:0;e14ef07817f4:41769 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37c1cbadf82244f8a18e41cebb1e4ab8 is 69, key is e14ef07817f4,44197,1732130720306/rs:state/1732130721690/Put/seqid=0 2024-11-20T19:25:35,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741846_1022 (size=5156) 2024-11-20T19:25:35,865 INFO [M:0;e14ef07817f4:41769 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37c1cbadf82244f8a18e41cebb1e4ab8 2024-11-20T19:25:35,869 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d7296b4c92a4d30bb05a5279cb85219 as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d7296b4c92a4d30bb05a5279cb85219 2024-11-20T19:25:35,873 INFO [M:0;e14ef07817f4:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d7296b4c92a4d30bb05a5279cb85219, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T19:25:35,873 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f4576a7a8f14715b06d93db09659924 as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f4576a7a8f14715b06d93db09659924 2024-11-20T19:25:35,877 INFO [M:0;e14ef07817f4:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f4576a7a8f14715b06d93db09659924, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T19:25:35,878 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/37c1cbadf82244f8a18e41cebb1e4ab8 as hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37c1cbadf82244f8a18e41cebb1e4ab8 2024-11-20T19:25:35,881 INFO [M:0;e14ef07817f4:41769 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36623/user/jenkins/test-data/b6fb9a26-749e-d07a-84d1-3ebd8cea904e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/37c1cbadf82244f8a18e41cebb1e4ab8, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T19:25:35,882 INFO [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=55, compaction requested=false 2024-11-20T19:25:35,887 INFO [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:35,887 DEBUG [M:0;e14ef07817f4:41769 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130735379Disabling compacts and flushes for region at 1732130735379Disabling writes for close at 1732130735380 (+1 ms)Obtaining lock to block concurrent updates at 1732130735380Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130735380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732130735380Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130735381 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130735381Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130735397 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130735397Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130735413 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130735430 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130735430Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130735842 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130735861 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130735861Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4760a66b: reopening flushed file at 1732130735868 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@666c5e2f: reopening flushed file at 1732130735873 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2980d365: reopening flushed file at 1732130735877 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 502ms, sequenceid=55, compaction requested=false at 1732130735882 (+5 ms)Writing region close event to WAL at 1732130735887 (+5 ms)Closed at 1732130735887 2024-11-20T19:25:35,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34955 is added to blk_1073741830_1006 (size=32770) 2024-11-20T19:25:35,890 INFO [M:0;e14ef07817f4:41769 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:25:35,890 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:25:35,890 INFO [M:0;e14ef07817f4:41769 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41769 2024-11-20T19:25:35,891 INFO [M:0;e14ef07817f4:41769 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:25:36,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:36,043 INFO [M:0;e14ef07817f4:41769 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:25:36,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41769-0x10159b518d60006, quorum=127.0.0.1:61347, baseZNode=/21827762152 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:36,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@459f22dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:25:36,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2036ab40{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:25:36,047 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:25:36,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b3a79a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:25:36,047 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5712d3e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/hadoop.log.dir/,STOPPED} 2024-11-20T19:25:36,048 WARN [BP-1979156243-172.17.0.3-1732130718264 heartbeating to localhost/127.0.0.1:36623 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:25:36,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:25:36,048 WARN [BP-1979156243-172.17.0.3-1732130718264 heartbeating to localhost/127.0.0.1:36623 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979156243-172.17.0.3-1732130718264 (Datanode Uuid b9a55c23-7cac-433e-8189-3cfa2508db1c) service to localhost/127.0.0.1:36623 2024-11-20T19:25:36,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:25:36,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/cluster_0d6b7eb4-932a-2413-d348-09d45fdd43f8/data/data1/current/BP-1979156243-172.17.0.3-1732130718264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:25:36,049 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/cluster_0d6b7eb4-932a-2413-d348-09d45fdd43f8/data/data2/current/BP-1979156243-172.17.0.3-1732130718264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:25:36,049 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:25:36,057 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57122717{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:25:36,057 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46741a00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:25:36,058 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:25:36,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d58bdab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:25:36,058 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4710b03d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/68ed7cc2-b1ef-a2c0-9806-67a6a4b45ee1/hadoop.log.dir/,STOPPED} 2024-11-20T19:25:36,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:25:36,077 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:25:36,077 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:36,077 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:36,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:36,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:36,077 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:36,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:25:36,078 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1548652834, stopped=false 2024-11-20T19:25:36,078 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,35527,1732130715145 2024-11-20T19:25:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1496856268/running 2024-11-20T19:25:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1496856268/running 2024-11-20T19:25:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:36,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:36,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:25:36,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on znode that does not yet exist, /1-1496856268/running 2024-11-20T19:25:36,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:36,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:36,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Set watcher on znode that does not yet exist, /1-1496856268/running 2024-11-20T19:25:36,092 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:36,092 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,41687,1732130715266' ***** 2024-11-20T19:25:36,092 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:25:36,092 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:25:36,092 INFO [RS:0;e14ef07817f4:41687 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:25:36,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:25:36,092 INFO [RS:0;e14ef07817f4:41687 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:25:36,092 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:36,092 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,41687,1732130715266 2024-11-20T19:25:36,092 INFO [RS:0;e14ef07817f4:41687 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:25:36,093 INFO [RS:0;e14ef07817f4:41687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:41687. 2024-11-20T19:25:36,093 DEBUG [RS:0;e14ef07817f4:41687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:36,093 DEBUG [RS:0;e14ef07817f4:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:36,093 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 75c645fe9b46f5f5fda2631b7010220d, disabling compactions & flushes 2024-11-20T19:25:36,093 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:36,093 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:25:36,093 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:25:36,093 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:36,093 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:25:36,093 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. after waiting 0 ms 2024-11-20T19:25:36,093 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:25:36,093 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:36,094 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T19:25:36,094 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1325): Online Regions={75c645fe9b46f5f5fda2631b7010220d=test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:25:36,095 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 75c645fe9b46f5f5fda2631b7010220d 2024-11-20T19:25:36,095 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:25:36,095 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:25:36,095 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:25:36,095 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:25:36,095 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:25:36,095 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T19:25:36,097 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/default/test/75c645fe9b46f5f5fda2631b7010220d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:25:36,098 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:36,098 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:25:36,098 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:36,098 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 75c645fe9b46f5f5fda2631b7010220d: Waiting for close lock at 1732130736093Running coprocessor pre-close hooks at 1732130736093Disabling compacts and flushes for region at 1732130736093Disabling writes for close at 1732130736093Writing region close event to WAL at 1732130736095 (+2 ms)Running coprocessor post-close hooks at 1732130736098 (+3 ms)Closed at 1732130736098 2024-11-20T19:25:36,098 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d. 2024-11-20T19:25:36,114 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/info/f7cf33c8ae2f4f179f2882fea297fa4e is 129, key is test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d./info:regioninfo/1732130724964/Put/seqid=0 2024-11-20T19:25:36,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741841_1017 (size=6421) 2024-11-20T19:25:36,118 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/info/f7cf33c8ae2f4f179f2882fea297fa4e 2024-11-20T19:25:36,140 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/ns/2499c20c54c846d5a166b2bcc39c160c is 43, key is default/ns:d/1732130718141/Put/seqid=0 2024-11-20T19:25:36,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741842_1018 (size=5153) 2024-11-20T19:25:36,146 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/ns/2499c20c54c846d5a166b2bcc39c160c 2024-11-20T19:25:36,146 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:25:36,166 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/rep_barrier/1c13e64b809b47a2acb70075149b5877 is 112, key is test,,1732130723813.75c645fe9b46f5f5fda2631b7010220d./rep_barrier:seqnumDuringOpen/1732130724964/Put/seqid=0 2024-11-20T19:25:36,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741843_1019 (size=5518) 2024-11-20T19:25:36,295 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:36,429 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:25:36,429 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:25:36,462 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:36,495 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:36,513 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:36,574 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/rep_barrier/1c13e64b809b47a2acb70075149b5877 2024-11-20T19:25:36,599 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/table/9c01246856e24c4282c0854d80179487 is 40, key is test/table:state/1732130724974/Put/seqid=0 2024-11-20T19:25:36,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741844_1020 (size=5165) 2024-11-20T19:25:36,695 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:36,895 DEBUG [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:37,003 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/table/9c01246856e24c4282c0854d80179487 2024-11-20T19:25:37,007 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/info/f7cf33c8ae2f4f179f2882fea297fa4e as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/info/f7cf33c8ae2f4f179f2882fea297fa4e 2024-11-20T19:25:37,012 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/info/f7cf33c8ae2f4f179f2882fea297fa4e, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T19:25:37,013 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/ns/2499c20c54c846d5a166b2bcc39c160c as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/ns/2499c20c54c846d5a166b2bcc39c160c 2024-11-20T19:25:37,017 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/ns/2499c20c54c846d5a166b2bcc39c160c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:25:37,017 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/rep_barrier/1c13e64b809b47a2acb70075149b5877 as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/rep_barrier/1c13e64b809b47a2acb70075149b5877 2024-11-20T19:25:37,021 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/rep_barrier/1c13e64b809b47a2acb70075149b5877, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T19:25:37,022 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/.tmp/table/9c01246856e24c4282c0854d80179487 as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/table/9c01246856e24c4282c0854d80179487 2024-11-20T19:25:37,026 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/table/9c01246856e24c4282c0854d80179487, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T19:25:37,026 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false 2024-11-20T19:25:37,030 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T19:25:37,031 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:37,031 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:25:37,031 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:37,031 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130736095Running coprocessor pre-close hooks at 1732130736095Disabling compacts and flushes for region at 1732130736095Disabling writes for close at 1732130736095Obtaining lock to block concurrent updates at 1732130736095Preparing flush snapshotting stores in 1588230740 at 1732130736095Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732130736095Flushing stores of hbase:meta,,1.1588230740 at 1732130736096 (+1 ms)Flushing 1588230740/info: creating writer at 1732130736096Flushing 1588230740/info: appending metadata at 1732130736114 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732130736114Flushing 1588230740/ns: creating writer at 1732130736122 (+8 ms)Flushing 1588230740/ns: appending metadata at 1732130736140 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732130736140Flushing 1588230740/rep_barrier: creating writer at 1732130736150 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130736166 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130736166Flushing 1588230740/table: creating writer at 1732130736577 (+411 ms)Flushing 1588230740/table: appending metadata at 1732130736599 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732130736599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b50800a: reopening flushed file at 1732130737007 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71027ba7: reopening flushed file at 1732130737012 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a56606: reopening flushed file at 1732130737017 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b40e78a: reopening flushed file at 1732130737021 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 931ms, sequenceid=11, compaction requested=false at 1732130737026 (+5 ms)Writing region close event to WAL at 1732130737028 (+2 ms)Running coprocessor post-close hooks at 1732130737031 (+3 ms)Closed at 1732130737031 2024-11-20T19:25:37,031 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:37,095 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,41687,1732130715266; all regions closed. 2024-11-20T19:25:37,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741834_1010 (size=2717) 2024-11-20T19:25:37,098 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/WALs/e14ef07817f4,41687,1732130715266/e14ef07817f4%2C41687%2C1732130715266.meta.1732130718083.meta not finished, retry = 0 2024-11-20T19:25:37,200 DEBUG [RS:0;e14ef07817f4:41687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/oldWALs 2024-11-20T19:25:37,200 INFO [RS:0;e14ef07817f4:41687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C41687%2C1732130715266.meta:.meta(num 1732130718083) 2024-11-20T19:25:37,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741832_1008 (size=1374) 2024-11-20T19:25:37,203 DEBUG [RS:0;e14ef07817f4:41687 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/oldWALs 2024-11-20T19:25:37,203 INFO [RS:0;e14ef07817f4:41687 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e14ef07817f4%2C41687%2C1732130715266:(num 1732130717571) 2024-11-20T19:25:37,203 DEBUG [RS:0;e14ef07817f4:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:37,203 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:25:37,203 INFO [RS:0;e14ef07817f4:41687 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:25:37,203 INFO [RS:0;e14ef07817f4:41687 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T19:25:37,203 INFO [RS:0;e14ef07817f4:41687 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:25:37,203 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:25:37,204 INFO [RS:0;e14ef07817f4:41687 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:41687. 2024-11-20T19:25:37,204 DEBUG [RS:0;e14ef07817f4:41687 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:37,204 DEBUG [RS:0;e14ef07817f4:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:37,204 DEBUG [RS:0;e14ef07817f4:41687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:37,204 INFO [RS:0;e14ef07817f4:41687 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41687 2024-11-20T19:25:37,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:37,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268/rs 2024-11-20T19:25:37,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1496856268/rs/e14ef07817f4,41687,1732130715266 2024-11-20T19:25:37,290 INFO [RS:0;e14ef07817f4:41687 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:25:37,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,41687,1732130715266] 2024-11-20T19:25:37,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1496856268/draining/e14ef07817f4,41687,1732130715266 already deleted, retry=false 2024-11-20T19:25:37,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,41687,1732130715266 expired; onlineServers=0 2024-11-20T19:25:37,311 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,35527,1732130715145' ***** 2024-11-20T19:25:37,311 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:25:37,312 INFO [M:0;e14ef07817f4:35527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:25:37,312 INFO [M:0;e14ef07817f4:35527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:25:37,312 DEBUG [M:0;e14ef07817f4:35527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:25:37,312 DEBUG [M:0;e14ef07817f4:35527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:25:37,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:25:37,312 INFO [M:0;e14ef07817f4:35527 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:25:37,312 INFO [M:0;e14ef07817f4:35527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:25:37,312 DEBUG [M:0;e14ef07817f4:35527 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:25:37,312 INFO [M:0;e14ef07817f4:35527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:25:37,312 INFO [M:0;e14ef07817f4:35527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:25:37,312 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130717293 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130717293,5,FailOnTimeoutGroup] 2024-11-20T19:25:37,312 INFO [M:0;e14ef07817f4:35527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:25:37,312 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130717292 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130717292,5,FailOnTimeoutGroup] 2024-11-20T19:25:37,312 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:25:37,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1496856268/master 2024-11-20T19:25:37,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1496856268 2024-11-20T19:25:37,322 DEBUG [M:0;e14ef07817f4:35527 {}] zookeeper.ZKUtil(347): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Unable to get data of znode /1-1496856268/master because node does not exist (not an error) 2024-11-20T19:25:37,322 WARN [M:0;e14ef07817f4:35527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:25:37,323 INFO [M:0;e14ef07817f4:35527 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/.lastflushedseqids 2024-11-20T19:25:37,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741845_1021 (size=173) 2024-11-20T19:25:37,365 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:37,401 INFO [RS:0;e14ef07817f4:41687 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:25:37,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:37,401 INFO [RS:0;e14ef07817f4:41687 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,41687,1732130715266; zookeeper connection closed. 2024-11-20T19:25:37,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41687-0x10159b518d60004, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:37,401 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23edf0f5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23edf0f5 2024-11-20T19:25:37,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:25:37,416 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:37,727 INFO [M:0;e14ef07817f4:35527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:25:37,727 INFO [M:0;e14ef07817f4:35527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:25:37,727 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:25:37,727 INFO [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:37,727 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:37,727 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:25:37,727 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:37,728 INFO [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-20T19:25:37,746 DEBUG [M:0;e14ef07817f4:35527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65189c424f4840ada12a35e75461b171 is 82, key is hbase:meta,,1/info:regioninfo/1732130718120/Put/seqid=0 2024-11-20T19:25:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741846_1022 (size=5672) 2024-11-20T19:25:38,150 INFO [M:0;e14ef07817f4:35527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65189c424f4840ada12a35e75461b171 2024-11-20T19:25:38,171 DEBUG [M:0;e14ef07817f4:35527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206291183c0546f4ae18c6ad58d40f19 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732130724978/Put/seqid=0 2024-11-20T19:25:38,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741847_1023 (size=6585) 2024-11-20T19:25:38,369 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:38,420 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:38,575 INFO [M:0;e14ef07817f4:35527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206291183c0546f4ae18c6ad58d40f19 2024-11-20T19:25:38,599 DEBUG [M:0;e14ef07817f4:35527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abb98a23aba488796027adffe899738 is 69, key is e14ef07817f4,41687,1732130715266/rs:state/1732130717349/Put/seqid=0 2024-11-20T19:25:38,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741848_1024 (size=5156) 2024-11-20T19:25:38,602 INFO [M:0;e14ef07817f4:35527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abb98a23aba488796027adffe899738 2024-11-20T19:25:38,606 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65189c424f4840ada12a35e75461b171 as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65189c424f4840ada12a35e75461b171 2024-11-20T19:25:38,610 INFO [M:0;e14ef07817f4:35527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65189c424f4840ada12a35e75461b171, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T19:25:38,611 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/206291183c0546f4ae18c6ad58d40f19 as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/206291183c0546f4ae18c6ad58d40f19 2024-11-20T19:25:38,615 INFO [M:0;e14ef07817f4:35527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/206291183c0546f4ae18c6ad58d40f19, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T19:25:38,615 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0abb98a23aba488796027adffe899738 as hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0abb98a23aba488796027adffe899738 2024-11-20T19:25:38,620 INFO [M:0;e14ef07817f4:35527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37717/user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0abb98a23aba488796027adffe899738, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T19:25:38,621 INFO [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=55, compaction requested=false 2024-11-20T19:25:38,622 INFO [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:38,622 DEBUG [M:0;e14ef07817f4:35527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130737727Disabling compacts and flushes for region at 1732130737727Disabling writes for close at 1732130737727Obtaining lock to block concurrent updates at 1732130737728 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130737728Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1732130737728Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130737728Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130737728Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130737746 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130737746Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130738153 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130738171 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130738171Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130738579 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130738598 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130738598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66975727: reopening flushed file at 1732130738605 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f3d0c83: reopening flushed file at 1732130738610 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@232d4efb: reopening flushed file at 1732130738615 (+5 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 894ms, sequenceid=55, compaction requested=false at 1732130738621 (+6 ms)Writing region close event to WAL at 1732130738622 (+1 ms)Closed at 1732130738622 2024-11-20T19:25:38,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/46448bf8-3a4b-efdb-9087-d6a743ef3214/MasterData/WALs/e14ef07817f4,35527,1732130715145/e14ef07817f4%2C35527%2C1732130715145.1732130716879 not finished, retry = 0 2024-11-20T19:25:38,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35271 is added to blk_1073741830_1006 (size=32758) 2024-11-20T19:25:38,725 INFO [M:0;e14ef07817f4:35527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:25:38,725 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:25:38,725 INFO [M:0;e14ef07817f4:35527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35527 2024-11-20T19:25:38,725 INFO [M:0;e14ef07817f4:35527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:25:38,906 INFO [M:0;e14ef07817f4:35527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:25:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:38,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35527-0x10159b518d60003, quorum=127.0.0.1:61347, baseZNode=/1-1496856268 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:38,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3914a300{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:25:38,909 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e84be21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:25:38,909 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:25:38,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e42d03e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:25:38,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1904b71d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.log.dir/,STOPPED} 2024-11-20T19:25:38,910 WARN [BP-2040253643-172.17.0.3-1732130713073 heartbeating to localhost/127.0.0.1:37717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:25:38,910 WARN [BP-2040253643-172.17.0.3-1732130713073 heartbeating to localhost/127.0.0.1:37717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2040253643-172.17.0.3-1732130713073 (Datanode Uuid 371cb287-ff83-4e90-a038-5a8e9d2bc340) service to localhost/127.0.0.1:37717 2024-11-20T19:25:38,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/cluster_b88fd18f-0869-cb17-6839-cd8604c7d10f/data/data1/current/BP-2040253643-172.17.0.3-1732130713073 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:25:38,911 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/cluster_b88fd18f-0869-cb17-6839-cd8604c7d10f/data/data2/current/BP-2040253643-172.17.0.3-1732130713073 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:25:38,911 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:25:38,911 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:25:38,912 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:25:38,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@669cfb45{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:25:38,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6cbf5865{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:25:38,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:25:38,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd85a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:25:38,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d77f796{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efae275-c0f3-ae6f-8109-24e39ae6cb2e/hadoop.log.dir/,STOPPED} 2024-11-20T19:25:38,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:25:38,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T19:25:38,934 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:38,934 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:38,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:38,935 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:38,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:38,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T19:25:38,935 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2078394042, stopped=false 2024-11-20T19:25:38,935 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e14ef07817f4,42871,1732130710484 2024-11-20T19:25:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1859465621/running 2024-11-20T19:25:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1859465621/running 2024-11-20T19:25:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:39,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:39,019 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:25:39,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on znode that does not yet exist, /0-1859465621/running 2024-11-20T19:25:39,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Set watcher on znode that does not yet exist, /0-1859465621/running 2024-11-20T19:25:39,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T19:25:39,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:39,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:39,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e14ef07817f4,38665,1732130710686' ***** 2024-11-20T19:25:39,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T19:25:39,021 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T19:25:39,021 INFO [RS:0;e14ef07817f4:38665 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T19:25:39,021 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T19:25:39,021 INFO [RS:0;e14ef07817f4:38665 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T19:25:39,021 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(3091): Received CLOSE for cecc08c7bfc88a5a0244b368e6852a37 2024-11-20T19:25:39,022 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(3091): Received CLOSE for f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:39,022 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(959): stopping server e14ef07817f4,38665,1732130710686 2024-11-20T19:25:39,022 INFO [RS:0;e14ef07817f4:38665 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:25:39,022 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cecc08c7bfc88a5a0244b368e6852a37, disabling compactions & flushes 2024-11-20T19:25:39,022 INFO [RS:0;e14ef07817f4:38665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:38665. 2024-11-20T19:25:39,022 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:39,022 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:39,022 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. after waiting 0 ms 2024-11-20T19:25:39,022 DEBUG [RS:0;e14ef07817f4:38665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:39,022 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:39,022 DEBUG [RS:0;e14ef07817f4:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:39,022 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cecc08c7bfc88a5a0244b368e6852a37 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T19:25:39,022 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T19:25:39,022 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T19:25:39,022 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T19:25:39,022 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T19:25:39,023 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T19:25:39,023 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1325): Online Regions={cecc08c7bfc88a5a0244b368e6852a37=hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37., f2fc061f1c35a8cde454fe0142a185f9=test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:25:39,023 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cecc08c7bfc88a5a0244b368e6852a37, f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:39,023 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T19:25:39,023 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T19:25:39,023 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T19:25:39,023 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T19:25:39,023 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T19:25:39,023 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T19:25:39,042 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/.tmp/hfileref/aa6c9d96be394a37bd7d5fd10cabe454 is 74, key is 1/hfileref:0a0edcec5257493fa4cf0ce40c4bc610_SeqId_6_/1732130733398/DeleteColumn/seqid=0 2024-11-20T19:25:39,047 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/info/87e4e83193bb441c803b339a034e68a9 is 147, key is hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37./info:regioninfo/1732130727897/Put/seqid=0 2024-11-20T19:25:39,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741847_1023 (size=5489) 2024-11-20T19:25:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741848_1024 (size=7686) 2024-11-20T19:25:39,057 INFO [regionserver/e14ef07817f4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:25:39,137 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T19:25:39,137 INFO [regionserver/e14ef07817f4:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T19:25:39,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T19:25:39,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,178 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,223 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cecc08c7bfc88a5a0244b368e6852a37, f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:39,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,269 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T19:25:39,423 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cecc08c7bfc88a5a0244b368e6852a37, f2fc061f1c35a8cde454fe0142a185f9 2024-11-20T19:25:39,449 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/.tmp/hfileref/aa6c9d96be394a37bd7d5fd10cabe454 2024-11-20T19:25:39,458 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/info/87e4e83193bb441c803b339a034e68a9 2024-11-20T19:25:39,472 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:39,474 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/.tmp/queue/ab8e01a1be404d40b62e9bb3e98605ec is 153, key is 1-e14ef07817f4,38665,1732130710686/queue:e14ef07817f4%2C38665%2C1732130710686/1732130733399/Put/seqid=0 2024-11-20T19:25:39,484 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/ns/a006e33b714f4b40a3af94b8e2cfa5f9 is 43, key is default/ns:d/1732130712983/Put/seqid=0 2024-11-20T19:25:39,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741849_1025 (size=5504) 2024-11-20T19:25:39,486 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/.tmp/queue/ab8e01a1be404d40b62e9bb3e98605ec 2024-11-20T19:25:39,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741850_1026 (size=5153) 2024-11-20T19:25:39,490 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/.tmp/hfileref/aa6c9d96be394a37bd7d5fd10cabe454 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/hfileref/aa6c9d96be394a37bd7d5fd10cabe454 2024-11-20T19:25:39,490 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/ns/a006e33b714f4b40a3af94b8e2cfa5f9 2024-11-20T19:25:39,494 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/hfileref/aa6c9d96be394a37bd7d5fd10cabe454, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T19:25:39,495 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/.tmp/queue/ab8e01a1be404d40b62e9bb3e98605ec as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/queue/ab8e01a1be404d40b62e9bb3e98605ec 2024-11-20T19:25:39,499 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/queue/ab8e01a1be404d40b62e9bb3e98605ec, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T19:25:39,500 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cecc08c7bfc88a5a0244b368e6852a37 in 478ms, sequenceid=17, compaction requested=false 2024-11-20T19:25:39,507 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/replication/cecc08c7bfc88a5a0244b368e6852a37/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T19:25:39,507 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:39,507 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:25:39,508 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:39,508 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cecc08c7bfc88a5a0244b368e6852a37: Waiting for close lock at 1732130739022Running coprocessor pre-close hooks at 1732130739022Disabling compacts and flushes for region at 1732130739022Disabling writes for close at 1732130739022Obtaining lock to block concurrent updates at 1732130739022Preparing flush snapshotting stores in cecc08c7bfc88a5a0244b368e6852a37 at 1732130739022Finished memstore snapshotting hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732130739022Flushing stores of hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. at 1732130739023 (+1 ms)Flushing cecc08c7bfc88a5a0244b368e6852a37/hfileref: creating writer at 1732130739023Flushing cecc08c7bfc88a5a0244b368e6852a37/hfileref: appending metadata at 1732130739042 (+19 ms)Flushing cecc08c7bfc88a5a0244b368e6852a37/hfileref: closing flushed file at 1732130739042Flushing cecc08c7bfc88a5a0244b368e6852a37/queue: creating writer at 1732130739454 (+412 ms)Flushing cecc08c7bfc88a5a0244b368e6852a37/queue: appending metadata at 1732130739473 (+19 ms)Flushing cecc08c7bfc88a5a0244b368e6852a37/queue: closing flushed file at 1732130739473Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af15067: reopening flushed file at 1732130739489 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e5c5463: reopening flushed file at 1732130739494 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for cecc08c7bfc88a5a0244b368e6852a37 in 478ms, sequenceid=17, compaction requested=false at 1732130739500 (+6 ms)Writing region close event to WAL at 1732130739504 (+4 ms)Running coprocessor post-close hooks at 1732130739507 (+3 ms)Closed at 1732130739508 (+1 ms) 2024-11-20T19:25:39,508 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732130727118.cecc08c7bfc88a5a0244b368e6852a37. 2024-11-20T19:25:39,508 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2fc061f1c35a8cde454fe0142a185f9, disabling compactions & flushes 2024-11-20T19:25:39,508 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:39,508 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:39,508 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. after waiting 0 ms 2024-11-20T19:25:39,508 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:39,513 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/rep_barrier/331bae26c96e4a04a1f3eacd849c72c1 is 112, key is test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9./rep_barrier:seqnumDuringOpen/1732130723444/Put/seqid=0 2024-11-20T19:25:39,517 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/default/test/f2fc061f1c35a8cde454fe0142a185f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T19:25:39,517 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:39,517 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T19:25:39,518 INFO [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:39,518 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2fc061f1c35a8cde454fe0142a185f9: Waiting for close lock at 1732130739508Running coprocessor pre-close hooks at 1732130739508Disabling compacts and flushes for region at 1732130739508Disabling writes for close at 1732130739508Writing region close event to WAL at 1732130739512 (+4 ms)Running coprocessor post-close hooks at 1732130739517 (+5 ms)Closed at 1732130739518 (+1 ms) 2024-11-20T19:25:39,518 DEBUG [RS_CLOSE_REGION-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732130722675.f2fc061f1c35a8cde454fe0142a185f9. 2024-11-20T19:25:39,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741851_1027 (size=5518) 2024-11-20T19:25:39,523 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 393, reset compression=false 2024-11-20T19:25:39,529 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T19:25:39,529 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 688, reset compression=false 2024-11-20T19:25:39,529 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-e14ef07817f4,38665,1732130710686 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T19:25:39,530 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.HRegionServer(2440): ***** ABORTING region server e14ef07817f4,38665,1732130710686: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-e14ef07817f4,38665,1732130710686, walGroup=e14ef07817f4%2C38665%2C1732130710686, offset=e14ef07817f4%2C38665%2C1732130710686.1732130731767:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:38665 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T19:25:39,531 ERROR [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T19:25:39,531 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T19:25:39,532 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T19:25:39,532 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T19:25:39,532 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T19:25:39,532 INFO [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1562378240, "init": 1048576000, "max": 2306867200, "used": 1028019904 }, "NonHeapMemoryUsage": { "committed": 211746816, "init": 7667712, "max": -1, "used": 208618352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T19:25:39,532 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:42871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e14ef07817f4:42871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-20T19:25:39,623 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:39,733 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 688, reset compression=false 2024-11-20T19:25:39,824 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:39,922 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/rep_barrier/331bae26c96e4a04a1f3eacd849c72c1 2024-11-20T19:25:39,945 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/table/901e5e8920604905aae5b52419081c1b is 53, key is hbase:replication/table:state/1732130727904/Put/seqid=0 2024-11-20T19:25:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741852_1028 (size=5308) 2024-11-20T19:25:40,024 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T19:25:40,024 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T19:25:40,024 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:40,037 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 688, reset compression=false 2024-11-20T19:25:40,224 DEBUG [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T19:25:40,349 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/table/901e5e8920604905aae5b52419081c1b 2024-11-20T19:25:40,353 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/info/87e4e83193bb441c803b339a034e68a9 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/info/87e4e83193bb441c803b339a034e68a9 2024-11-20T19:25:40,357 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/info/87e4e83193bb441c803b339a034e68a9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T19:25:40,357 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/ns/a006e33b714f4b40a3af94b8e2cfa5f9 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/ns/a006e33b714f4b40a3af94b8e2cfa5f9 2024-11-20T19:25:40,360 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/ns/a006e33b714f4b40a3af94b8e2cfa5f9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T19:25:40,361 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/rep_barrier/331bae26c96e4a04a1f3eacd849c72c1 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/rep_barrier/331bae26c96e4a04a1f3eacd849c72c1 2024-11-20T19:25:40,364 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/rep_barrier/331bae26c96e4a04a1f3eacd849c72c1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T19:25:40,365 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/.tmp/table/901e5e8920604905aae5b52419081c1b as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/table/901e5e8920604905aae5b52419081c1b 2024-11-20T19:25:40,369 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/table/901e5e8920604905aae5b52419081c1b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T19:25:40,370 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false 2024-11-20T19:25:40,370 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T19:25:40,374 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T19:25:40,374 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T19:25:40,374 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T19:25:40,374 INFO [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:40,374 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732130739023Running coprocessor pre-close hooks at 1732130739023Disabling compacts and flushes for region at 1732130739023Disabling writes for close at 1732130739023Obtaining lock to block concurrent updates at 1732130739023Preparing flush snapshotting stores in 1588230740 at 1732130739023Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732130739023Flushing stores of hbase:meta,,1.1588230740 at 1732130739024 (+1 ms)Flushing 1588230740/info: creating writer at 1732130739024Flushing 1588230740/info: appending metadata at 1732130739046 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732130739046Flushing 1588230740/ns: creating writer at 1732130739465 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732130739484 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732130739484Flushing 1588230740/rep_barrier: creating writer at 1732130739494 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732130739512 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732130739512Flushing 1588230740/table: creating writer at 1732130739926 (+414 ms)Flushing 1588230740/table: appending metadata at 1732130739944 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732130739944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23df443f: reopening flushed file at 1732130740352 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f9e7b8: reopening flushed file at 1732130740357 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6914ab1b: reopening flushed file at 1732130740361 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f39039d: reopening flushed file at 1732130740364 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1347ms, sequenceid=16, compaction requested=false at 1732130740370 (+6 ms)Writing region close event to WAL at 1732130740371 (+1 ms)Running coprocessor post-close hooks at 1732130740374 (+3 ms)Closed at 1732130740374 2024-11-20T19:25:40,374 DEBUG [RS_CLOSE_META-regionserver/e14ef07817f4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T19:25:40,424 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(976): stopping server e14ef07817f4,38665,1732130710686; all regions closed. 2024-11-20T19:25:40,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741843_1019 (size=859) 2024-11-20T19:25:40,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741844_1020 (size=2791) 2024-11-20T19:25:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741842_1018 (size=696) 2024-11-20T19:25:40,430 DEBUG [RS:0;e14ef07817f4:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:40,430 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T19:25:40,430 INFO [RS:0;e14ef07817f4:38665 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:25:40,430 INFO [RS:0;e14ef07817f4:38665 {}] hbase.ChoreService(370): Chore service for: regionserver/e14ef07817f4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T19:25:40,430 INFO [RS:0;e14ef07817f4:38665 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:25:40,430 INFO [regionserver/e14ef07817f4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:25:40,431 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-e14ef07817f4,38665,1732130710686 because: Region server is closing 2024-11-20T19:25:40,431 INFO [RS:0;e14ef07817f4:38665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:38665. 2024-11-20T19:25:40,431 DEBUG [RS:0;e14ef07817f4:38665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:40,431 DEBUG [RS:0;e14ef07817f4:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:40,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:40,431 DEBUG [RS:0;e14ef07817f4:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:40,440 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 to pos 688, reset compression=false 2024-11-20T19:25:40,442 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/WALs/e14ef07817f4,38665,1732130710686/e14ef07817f4%2C38665%2C1732130710686.1732130731767 2024-11-20T19:25:40,442 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T19:25:40,442 DEBUG [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T19:25:40,469 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T19:25:40,532 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T19:25:40,532 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T19:25:40,532 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,1-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,1-e14ef07817f4,38665,1732130710686 terminated 2024-11-20T19:25:40,532 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-e14ef07817f4,38665,1732130710686 because: Region server is closing 2024-11-20T19:25:40,532 INFO [RS:0;e14ef07817f4:38665 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e14ef07817f4:38665. 2024-11-20T19:25:40,532 DEBUG [RS:0;e14ef07817f4:38665 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T19:25:40,532 DEBUG [RS:0;e14ef07817f4:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:40,532 DEBUG [RS:0;e14ef07817f4:38665 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T19:25:40,532 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T19:25:40,633 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.shippere14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 terminated 2024-11-20T19:25:40,633 INFO [RS:0;e14ef07817f4:38665 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38665 2024-11-20T19:25:40,633 WARN [RS_REFRESH_PEER-regionserver/e14ef07817f4:0-0.replicationSource,2-e14ef07817f4,38665,1732130710686.replicationSource.wal-reader.e14ef07817f4%2C38665%2C1732130710686,2-e14ef07817f4,38665,1732130710686 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-20T19:25:40,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621/rs 2024-11-20T19:25:40,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1859465621/rs/e14ef07817f4,38665,1732130710686 2024-11-20T19:25:40,701 INFO [RS:0;e14ef07817f4:38665 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:25:40,701 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e14ef07817f4,38665,1732130710686] 2024-11-20T19:25:40,711 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1859465621/draining/e14ef07817f4,38665,1732130710686 already deleted, retry=false 2024-11-20T19:25:40,711 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e14ef07817f4,38665,1732130710686 expired; onlineServers=0 2024-11-20T19:25:40,711 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e14ef07817f4,42871,1732130710484' ***** 2024-11-20T19:25:40,711 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T19:25:40,711 INFO [M:0;e14ef07817f4:42871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T19:25:40,711 INFO [M:0;e14ef07817f4:42871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T19:25:40,712 DEBUG [M:0;e14ef07817f4:42871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T19:25:40,712 DEBUG [M:0;e14ef07817f4:42871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T19:25:40,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T19:25:40,712 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130711992 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.large.0-1732130711992,5,FailOnTimeoutGroup] 2024-11-20T19:25:40,712 INFO [M:0;e14ef07817f4:42871 {}] hbase.ChoreService(370): Chore service for: master/e14ef07817f4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T19:25:40,712 INFO [M:0;e14ef07817f4:42871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T19:25:40,712 DEBUG [M:0;e14ef07817f4:42871 {}] master.HMaster(1795): Stopping service threads 2024-11-20T19:25:40,712 INFO [M:0;e14ef07817f4:42871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T19:25:40,712 DEBUG [master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130711995 {}] cleaner.HFileCleaner(306): Exit Thread[master/e14ef07817f4:0:becomeActiveMaster-HFileCleaner.small.0-1732130711995,5,FailOnTimeoutGroup] 2024-11-20T19:25:40,713 INFO [M:0;e14ef07817f4:42871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T19:25:40,714 INFO [M:0;e14ef07817f4:42871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T19:25:40,714 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T19:25:40,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1859465621/master 2024-11-20T19:25:40,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1859465621 2024-11-20T19:25:40,722 DEBUG [M:0;e14ef07817f4:42871 {}] zookeeper.ZKUtil(347): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Unable to get data of znode /0-1859465621/master because node does not exist (not an error) 2024-11-20T19:25:40,722 WARN [M:0;e14ef07817f4:42871 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T19:25:40,722 INFO [M:0;e14ef07817f4:42871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/.lastflushedseqids 2024-11-20T19:25:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741853_1029 (size=263) 2024-11-20T19:25:40,811 INFO [RS:0;e14ef07817f4:38665 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:25:40,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:40,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38665-0x10159b518d60001, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:40,811 INFO [RS:0;e14ef07817f4:38665 {}] regionserver.HRegionServer(1031): Exiting; stopping=e14ef07817f4,38665,1732130710686; zookeeper connection closed. 2024-11-20T19:25:40,812 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69b99367 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69b99367 2024-11-20T19:25:40,812 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T19:25:41,128 INFO [M:0;e14ef07817f4:42871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T19:25:41,128 INFO [M:0;e14ef07817f4:42871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T19:25:41,128 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T19:25:41,128 INFO [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:41,128 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:41,128 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T19:25:41,128 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:41,128 INFO [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-20T19:25:41,145 DEBUG [M:0;e14ef07817f4:42871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca7f9b58e62e468c9ff851ff271c5038 is 82, key is hbase:meta,,1/info:regioninfo/1732130712959/Put/seqid=0 2024-11-20T19:25:41,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741854_1030 (size=5672) 2024-11-20T19:25:41,151 INFO [M:0;e14ef07817f4:42871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca7f9b58e62e468c9ff851ff271c5038 2024-11-20T19:25:41,172 DEBUG [M:0;e14ef07817f4:42871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c4bfbceba0a4cad97bcc3b524d4251b is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732130727907/Put/seqid=0 2024-11-20T19:25:41,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741855_1031 (size=8908) 2024-11-20T19:25:41,576 INFO [M:0;e14ef07817f4:42871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c4bfbceba0a4cad97bcc3b524d4251b 2024-11-20T19:25:41,599 DEBUG [M:0;e14ef07817f4:42871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f069b7a9ba8849658bfe03e2a86f9110 is 69, key is e14ef07817f4,38665,1732130710686/rs:state/1732130712058/Put/seqid=0 2024-11-20T19:25:41,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741856_1032 (size=5156) 2024-11-20T19:25:42,006 INFO [M:0;e14ef07817f4:42871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f069b7a9ba8849658bfe03e2a86f9110 2024-11-20T19:25:42,011 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ca7f9b58e62e468c9ff851ff271c5038 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca7f9b58e62e468c9ff851ff271c5038 2024-11-20T19:25:42,015 INFO [M:0;e14ef07817f4:42871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ca7f9b58e62e468c9ff851ff271c5038, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T19:25:42,015 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8c4bfbceba0a4cad97bcc3b524d4251b as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c4bfbceba0a4cad97bcc3b524d4251b 2024-11-20T19:25:42,019 INFO [M:0;e14ef07817f4:42871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8c4bfbceba0a4cad97bcc3b524d4251b, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T19:25:42,020 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f069b7a9ba8849658bfe03e2a86f9110 as hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f069b7a9ba8849658bfe03e2a86f9110 2024-11-20T19:25:42,024 INFO [M:0;e14ef07817f4:42871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39973/user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f069b7a9ba8849658bfe03e2a86f9110, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T19:25:42,025 INFO [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=112, compaction requested=false 2024-11-20T19:25:42,026 INFO [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T19:25:42,026 DEBUG [M:0;e14ef07817f4:42871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732130741128Disabling compacts and flushes for region at 1732130741128Disabling writes for close at 1732130741128Obtaining lock to block concurrent updates at 1732130741128Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732130741128Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1732130741128Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732130741129 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732130741129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732130741145 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732130741145Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732130741155 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732130741171 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732130741171Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732130741581 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732130741598 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732130741598Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62b60c51: reopening flushed file at 1732130742010 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23caeb52: reopening flushed file at 1732130742015 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ecc96d6: reopening flushed file at 1732130742019 (+4 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 897ms, sequenceid=112, compaction requested=false at 1732130742025 (+6 ms)Writing region close event to WAL at 1732130742026 (+1 ms)Closed at 1732130742026 2024-11-20T19:25:42,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36513 is added to blk_1073741830_1006 (size=69043) 2024-11-20T19:25:42,028 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1dcf22cc-6667-ccd0-5be3-a9c645e3d8ce/MasterData/WALs/e14ef07817f4,42871,1732130710484/e14ef07817f4%2C42871%2C1732130710484.1732130711668 not finished, retry = 0 2024-11-20T19:25:42,129 INFO [M:0;e14ef07817f4:42871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T19:25:42,129 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T19:25:42,129 INFO [M:0;e14ef07817f4:42871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42871 2024-11-20T19:25:42,129 INFO [M:0;e14ef07817f4:42871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T19:25:42,296 INFO [M:0;e14ef07817f4:42871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T19:25:42,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:42,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42871-0x10159b518d60000, quorum=127.0.0.1:61347, baseZNode=/0-1859465621 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T19:25:42,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4975a56f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T19:25:42,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@474640e2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:25:42,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:25:42,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79f1497f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:25:42,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@257347c7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.log.dir/,STOPPED} 2024-11-20T19:25:42,300 WARN [BP-788817482-172.17.0.3-1732130708802 heartbeating to localhost/127.0.0.1:39973 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T19:25:42,300 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T19:25:42,300 WARN [BP-788817482-172.17.0.3-1732130708802 heartbeating to localhost/127.0.0.1:39973 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-788817482-172.17.0.3-1732130708802 (Datanode Uuid 603e771f-98ab-45b0-bbd8-46c1b8d98461) service to localhost/127.0.0.1:39973 2024-11-20T19:25:42,300 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T19:25:42,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/cluster_4cd831d5-56dd-fde3-32d2-18f1632a17ce/data/data1/current/BP-788817482-172.17.0.3-1732130708802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:25:42,301 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/cluster_4cd831d5-56dd-fde3-32d2-18f1632a17ce/data/data2/current/BP-788817482-172.17.0.3-1732130708802 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T19:25:42,301 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T19:25:42,312 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c90248f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T19:25:42,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33539728{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T19:25:42,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T19:25:42,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12178e94{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T19:25:42,319 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6eb3552c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cdee95d5-2051-ad24-46eb-18e15423155f/hadoop.log.dir/,STOPPED} 2024-11-20T19:25:42,329 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T19:25:42,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T19:25:42,354 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=600 (was 535) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:37717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39973 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39973 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39973 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37717 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37717 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61347) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36623 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39973 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39973 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61347) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:39973 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36623 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:36623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36623 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36623 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36623 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61347) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=983 (was 872) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=580 (was 522) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2902 (was 3321) 2024-11-20T19:25:42,354 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=600 is superior to 500